-- Logs begin at Wed 2021-08-25 15:11:15 UTC, end at Wed 2021-08-25 16:24:12 UTC. -- Aug 25 15:55:34.413784 dv-cinder-805825-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 15:55:36.719120 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.common.config [-] Logging enabled! Aug 25 15:55:36.719944 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 15:55:36.719944 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74976) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 15:55:36.722367 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.common.config [-] Logging enabled! Aug 25 15:55:36.722630 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 25 15:55:36.722882 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74976) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 25 15:55:36.723985 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 15:55:36.724221 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 15:55:36.724638 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 15:55:36.724885 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 15:55:36.725113 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 15:55:36.725436 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.725735 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.726033 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.726265 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.726581 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.726880 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.727166 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.727456 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.727760 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.728074 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.728358 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.728648 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.728882 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.729165 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.729456 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.729742 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.730010 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] debug = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.730293 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.730734 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.731155 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.731441 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.731727 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.732033 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.732313 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.732606 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.732974 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] host = dv-cinder-805825-2-smb {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.733257 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.733545 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.733834 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.734121 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.734400 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.734681 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.734979 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.735254 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.735560 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] log_file = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.735836 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.736133 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.736425 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.736717 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.736946 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.737172 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.737459 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.737750 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.738029 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.738307 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.738586 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.738864 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.744241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.745291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.746740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] use_json = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.747596 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.747596 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.747596 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.747596 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.747596 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.748427 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.748427 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.748654 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:36.748893 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.749200 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.749504 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.749795 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.750090 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.750382 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.750675 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.750965 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.751259 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.751552 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.751872 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.752159 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.752459 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.752753 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.753049 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.753337 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.753596 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.753914 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.754172 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.754514 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.756467 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.756467 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.756467 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.756467 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.756467 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.756467 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.756467 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.757418 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.757418 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.757418 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.757829 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.757829 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.758316 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.758316 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.758579 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.758866 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.759147 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.759427 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.759696 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.760009 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.760286 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.760559 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.760845 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.761176 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.761970 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.762253 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.762529 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.762809 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.763085 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.763359 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.763634 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.763986 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.764752 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.764752 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.764752 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.765377 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.765377 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.766207 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.766207 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.766207 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.766580 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.766709 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.766914 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.767198 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.767480 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.767763 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.768071 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.768354 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.768630 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.768936 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.769225 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.769517 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.769807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.770089 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.770387 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.770670 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.770961 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.771239 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.771521 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.771852 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.772130 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.772432 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.773287 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.773287 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.773287 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.774227 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.774227 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.774227 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.774595 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:36.774734 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 15:55:36.774866 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74976) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 15:55:37.201726 dv-cinder-805825-2-smb neutron-server[74976]: INFO keyring.backend [-] Loading KWallet Aug 25 15:55:37.209930 dv-cinder-805825-2-smb neutron-server[74976]: INFO keyring.backend [-] Loading SecretService Aug 25 15:55:37.213693 dv-cinder-805825-2-smb neutron-server[74976]: INFO keyring.backend [-] Loading Windows Aug 25 15:55:37.215144 dv-cinder-805825-2-smb neutron-server[74976]: INFO keyring.backend [-] Loading chainer Aug 25 15:55:37.215742 dv-cinder-805825-2-smb neutron-server[74976]: INFO keyring.backend [-] Loading macOS Aug 25 15:55:37.251565 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:55:37.251868 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:55:37.252158 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:55:37.252504 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 15:55:37.581279 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.581591 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.581737 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.644498 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.644790 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.645070 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.648475 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.648775 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.649132 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.680528 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.680816 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.681093 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.710647 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.710905 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:37.711178 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.048022 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.048754 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.048754 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.049008 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.049602 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.181842 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.182169 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.182457 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.182729 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.183540 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.183886 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.184159 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.184421 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.184685 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.184977 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.185240 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.185512 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.185783 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.186041 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.186317 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.186589 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.186848 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.187135 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.187394 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.187685 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.188088 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.188338 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.188588 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.188882 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.189132 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.189379 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.189834 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.190074 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.190312 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.190553 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.190788 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.191024 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.191628 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 15:55:38.195309 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 15:55:38.199703 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 15:55:38.204232 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 25 15:55:38.205989 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 15:55:38.206436 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 15:55:38.206783 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 15:55:38.207178 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 15:55:38.210221 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 15:55:38.210476 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 15:55:38.210852 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 15:55:38.240916 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 25 15:55:38.241380 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.241686 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74976) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 25 15:55:38.242058 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.243839 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74976) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 15:55:38.244139 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 15:55:38.244391 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 15:55:38.248323 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.248614 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.309866 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 15:55:38.310111 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 15:55:38.310253 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 15:55:38.310623 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 15:55:38.344354 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_db.sqlalchemy.engines [None req-98acec62-490c-477b-b260-c125b3d7226a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74976) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 25 15:55:38.708246 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing driver for type 'gre' Aug 25 15:55:38.708913 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98acec62-490c-477b-b260-c125b3d7226a None None] gre ID ranges: [(1, 1000)] Aug 25 15:55:38.781229 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing driver for type 'local' Aug 25 15:55:38.781643 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing driver for type 'vlan' Aug 25 15:55:38.798413 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-98acec62-490c-477b-b260-c125b3d7226a None None] VlanTypeDriver initialization complete Aug 25 15:55:38.798879 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing driver for type 'vxlan' Aug 25 15:55:38.799381 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-98acec62-490c-477b-b260-c125b3d7226a None None] vxlan ID ranges: [(1, 1000)] Aug 25 15:55:38.872998 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing extension driver 'port_security' Aug 25 15:55:38.873351 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.extensions.port_security [None req-98acec62-490c-477b-b260-c125b3d7226a None None] PortSecurityExtensionDriver initialization complete Aug 25 15:55:38.873683 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing mechanism driver 'openvswitch' Aug 25 15:55:38.874019 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing mechanism driver 'hyperv' Aug 25 15:55:38.880947 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.plugins.ml2.plugin [None req-98acec62-490c-477b-b260-c125b3d7226a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:55:38.881742 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.882120 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.882477 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.882863 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnet after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.883216 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnet after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.883562 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnet after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.883961 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.884309 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.884652 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.885027 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > security_group after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.885374 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > security_group after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.885713 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > security_group after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.886590 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.886932 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.887270 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.887615 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-98acec62-490c-477b-b260-c125b3d7226a None None] ML2 OVO RPC backend initialized. {{(pid=74976) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 25 15:55:38.888322 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router_interface after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.888678 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.889103 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.889449 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > networks before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.889794 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.890145 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > ports before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.890483 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnet before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.890823 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnets before_response 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.891165 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.891503 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.891865 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.892202 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.892536 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.892867 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.893201 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnet after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.893535 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnet after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.893866 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > subnet after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.894504 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.plugin [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Modular L2 Plugin initialization complete Aug 25 15:55:38.894830 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading services supported by the core plugin {{(pid=74976) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 15:55:38.895159 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.plugins.ml2.managers [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Got port-security extension from driver 'port_security' Aug 25 15:55:38.895623 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.extensions.vlantransparent [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Disabled vlantransparent extension. Aug 25 15:55:38.896068 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74976) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 15:55:38.896379 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: router Aug 25 15:55:38.934150 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router_interface before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.934461 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router after_create 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.934833 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router before_create 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.935204 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.935727 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.936129 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router after_delete 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.936496 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > floatingip after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.936863 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router after_create 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.937217 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router after_update 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.937574 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router after_update 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.937926 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.938291 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router after_update 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.938713 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_update 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.939088 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: port after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.939464 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: port after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.939922 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: subnet after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.940172 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.940525 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > port precommit_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.940875 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_create 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.941216 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: port before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.941558 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.941917 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router after_update 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.942262 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_delete 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.942608 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_create 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.942974 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router_interface after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.943320 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_update 55549900 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.943700 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > agent after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.944096 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > agent after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.944439 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > network after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.945421 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Tracking information for resource: router configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.945776 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Tracking information for resource: floatingip configured {{(pid=74976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 15:55:38.951360 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.db.l3_agentschedulers_db [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 15:55:38.952022 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: port after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.952398 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: port after_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.952747 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: port after_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.953095 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: port after_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.953975 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router before_create 55550100 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.954327 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_delete 55550100 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.954676 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_create 55550100 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.955031 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > router precommit_update 55550100 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.959810 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.services.provider_configuration [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service providers = [] {{(pid=74976) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 15:55:38.960174 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.db.servicetype_db [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74976) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 15:55:38.963391 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.services.service_base [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:55:38.963749 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.services.service_base [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:55:38.964640 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.services.service_base [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:55:38.965558 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.services.service_base [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 15:55:38.965935 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.services.service_base [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 15:55:38.966329 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:38.966647 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 15:55:38.984230 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:38.984727 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: auto_allocate Aug 25 15:55:38.991928 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: network precommit_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.992300 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: network precommit_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:38.992854 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:38.993176 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: tag Aug 25 15:55:39.000774 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:39.001107 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: timestamp Aug 25 15:55:39.005250 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:39.005581 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: network_ip_availability Aug 25 15:55:39.011162 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:39.011538 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:39.011940 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:39.012730 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:39.013051 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: flavors Aug 25 15:55:39.018321 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:39.018660 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading Plugin: revisions Aug 25 15:55:39.023136 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 15:55:39.023534 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_concurrency.lockutils [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=74976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:55:39.024337 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74976) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 25 15:55:39.024676 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Initializing extension manager. Aug 25 15:55:39.025191 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: __init__.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.025531 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: __pycache__ {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.025862 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.026192 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.027058 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: _filter_validation_lib.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.027386 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.027712 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: address_group.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.028598 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.029193 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: address-group Aug 25 15:55:39.029513 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: address_scope.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.030235 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.030750 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: address-scope Aug 25 15:55:39.031074 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: admin_state_down_before_update.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.032126 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.032639 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: router-admin-state-down-before-update Aug 25 15:55:39.032963 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: agent.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.033695 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.034199 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: agent Aug 25 15:55:39.034520 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: agent_resources_synced.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.035473 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.036017 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: agent-resources-synced Aug 25 15:55:39.036340 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: allowedaddresspairs.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.038283 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.038815 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: allowed-address-pairs Aug 25 15:55:39.039140 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: auto_allocated_topology.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.040288 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.040799 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: auto-allocated-topology Aug 25 15:55:39.041121 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: availability_zone.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.041823 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.042389 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: availability_zone Aug 25 15:55:39.042705 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: availability_zone_filter.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.043653 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.044204 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: availability_zone_filter Aug 25 15:55:39.044525 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: data_plane_status.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.045460 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.046058 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 15:55:39.046376 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: default_subnetpools.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.047312 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.047863 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: default-subnetpools Aug 25 15:55:39.048184 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: dhcpagentscheduler.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.049003 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.049507 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: dhcp_agent_scheduler Aug 25 15:55:39.049828 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: dns.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.050790 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.051295 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension dns-integration not supported by any of loaded plugins Aug 25 15:55:39.051619 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: dns_domain_ports.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.052592 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.053097 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 15:55:39.053420 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: dvr.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.054111 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.054617 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: dvr Aug 25 15:55:39.054939 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: empty_string_filtering.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.055920 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.056433 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: empty-string-filtering Aug 25 15:55:39.056757 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.058236 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.058741 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 15:55:39.059063 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.060025 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.060533 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 15:55:39.060853 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: external_net.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.061769 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.062277 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: external-net Aug 25 15:55:39.062599 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: extra_dhcp_opt.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.063519 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.064055 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: extra_dhcp_opt Aug 25 15:55:39.064376 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: extraroute.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.065311 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.065810 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: extraroute Aug 25 15:55:39.066129 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: extraroute_atomic.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.067186 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.067704 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: extraroute-atomic Aug 25 15:55:39.068063 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: filter_validation.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.068770 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.069280 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: filter-validation Aug 25 15:55:39.069605 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: fip_pf_description.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.070554 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.071058 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 15:55:39.071375 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: fip_port_details.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.072357 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.072862 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: fip-port-details Aug 25 15:55:39.073180 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: flavors.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.075025 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.075792 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: flavors Aug 25 15:55:39.076129 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.077844 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.078369 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 15:55:39.078730 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: floatingip_pools.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.079452 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.079999 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: floatingip-pools Aug 25 15:55:39.080325 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: ip_allocation.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.081285 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.081794 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 15:55:39.082115 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.083062 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.083572 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: ip-substring-filtering Aug 25 15:55:39.083940 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l2_adjacency.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.084884 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.085394 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 15:55:39.085716 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l3.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.086764 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.087281 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: router Aug 25 15:55:39.087607 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l3_conntrack_helper.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.090051 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.090585 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 15:55:39.090922 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.091907 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.092422 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: ext-gw-mode Aug 25 15:55:39.092749 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.093684 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.094202 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: l3-ha Aug 25 15:55:39.094521 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l3_flavors.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.095457 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.096003 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: l3-flavors Aug 25 15:55:39.096333 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.097283 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.097794 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 15:55:39.098117 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: l3agentscheduler.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.099213 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.099751 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: l3_agent_scheduler Aug 25 15:55:39.100110 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: logging.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.101663 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.102184 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension logging not supported by any of loaded plugins Aug 25 15:55:39.102515 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: metering.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.103297 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.103905 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: metering Aug 25 15:55:39.104237 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.105402 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.105921 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: metering_source_and_destination_fields Aug 25 15:55:39.106248 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: multiprovidernet.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.107190 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.107705 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: multi-provider Aug 25 15:55:39.108054 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: netmtu.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.108991 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.109503 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: net-mtu Aug 25 15:55:39.109824 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: netmtu_writable.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.110765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.111274 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: net-mtu-writable Aug 25 15:55:39.111595 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: network_availability_zone.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.112317 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.112820 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: network_availability_zone Aug 25 15:55:39.113140 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: network_ip_availability.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.114418 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.114930 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: network-ip-availability Aug 25 15:55:39.115256 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: network_segment_range.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.116092 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.116594 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 15:55:39.116915 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: pagination.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.117916 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.118249 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: pagination Aug 25 15:55:39.118575 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.119515 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.120062 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: port-mac-address-regenerate Aug 25 15:55:39.120934 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: port_resource_request.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.121856 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.122365 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 15:55:39.122954 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: portbindings.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.123918 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.124429 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: binding Aug 25 15:55:39.124753 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: portbindings_extended.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.126050 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.126562 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: binding-extended Aug 25 15:55:39.126887 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: portsecurity.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.127837 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.128350 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: port-security Aug 25 15:55:39.128678 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: project_id.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.129806 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.129806 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: project-id Aug 25 15:55:39.130716 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: providernet.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.131256 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.131760 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: provider Aug 25 15:55:39.132119 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.135827 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.136409 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos not supported by any of loaded plugins Aug 25 15:55:39.136741 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.138085 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.138612 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 15:55:39.138941 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.139909 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.140424 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 15:55:39.140750 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_default.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.141687 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.142198 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-default not supported by any of loaded plugins Aug 25 15:55:39.142524 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_fip.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.143197 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.143700 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-fip not supported by any of loaded plugins Aug 25 15:55:39.144060 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_gateway_ip.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.145029 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.145551 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 15:55:39.145874 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_port_network_policy.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.146819 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.147325 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 15:55:39.147645 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_rule_type_details.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.148612 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.149123 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 15:55:39.149444 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: qos_rules_alias.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.150534 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.151054 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 15:55:39.151923 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: quotasv2.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.152896 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.153225 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: quotas Aug 25 15:55:39.153548 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: quotasv2_detail.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.155388 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.155728 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: quota_details Aug 25 15:55:39.156092 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: rbac.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.157211 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.157763 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: rbac-policies Aug 25 15:55:39.158094 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: rbac_address_scope.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.159078 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.159598 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: rbac-address-scope Aug 25 15:55:39.159960 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: rbac_security_groups.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.160900 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.161419 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: rbac-security-groups Aug 25 15:55:39.161745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: rbac_subnetpool.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.162687 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.163200 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: rbac-subnetpool Aug 25 15:55:39.163523 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: revisionifmatch.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.164502 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.165020 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: revision-if-match Aug 25 15:55:39.165344 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: revisions.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.166495 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.167071 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: standard-attr-revisions Aug 25 15:55:39.167398 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: router_availability_zone.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.168134 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.168649 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: router_availability_zone Aug 25 15:55:39.168978 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: routerservicetype.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.169966 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.170478 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension router-service-type not supported by any of loaded plugins Aug 25 15:55:39.170800 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: security_groups_port_filtering.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.171736 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.172279 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: port-security-groups-filtering Aug 25 15:55:39.172596 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: securitygroup.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.184800 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.185286 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: security-group Aug 25 15:55:39.185623 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: segment.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.186515 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.187031 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension segment not supported by any of loaded plugins Aug 25 15:55:39.187364 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.188481 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.189003 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 15:55:39.189331 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: servicetype.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.190513 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.191045 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: service-type Aug 25 15:55:39.191371 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: sorting.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.192439 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.192773 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: sorting Aug 25 15:55:39.193093 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: standard_attr_segment.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.194072 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.194606 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 15:55:39.194930 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: standardattrdescription.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.195608 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.196158 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: standard-attr-description Aug 25 15:55:39.196482 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: stateful_security_group.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.197469 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.197982 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: stateful-security-group Aug 25 15:55:39.198357 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: stdattrs_common.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.198952 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 15:55:39.199270 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.200253 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.200766 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 15:55:39.201084 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: subnet_onboard.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.202273 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.202798 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: subnet_onboard Aug 25 15:55:39.203118 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.204092 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.204601 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 15:55:39.204922 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: subnet_service_types.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.205853 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.206374 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: subnet-service-types Aug 25 15:55:39.206694 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: subnetallocation.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.207857 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.208380 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: subnet_allocation Aug 25 15:55:39.208704 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.209402 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.209941 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: subnetpool-prefix-ops Aug 25 15:55:39.210261 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.211237 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.211747 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 15:55:39.212109 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: tagging.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.213265 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.213783 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: standard-attr-tag Aug 25 15:55:39.214832 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: timestamp.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.216158 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.216681 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loaded extension: standard-attr-timestamp Aug 25 15:55:39.217010 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: trunk.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.218089 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.218603 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension trunk not supported by any of loaded plugins Aug 25 15:55:39.218926 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: trunk_details.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.219912 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.220432 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension trunk-details not supported by any of loaded plugins Aug 25 15:55:39.220752 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: uplink_status_propagation.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.221687 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.222195 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 15:55:39.222514 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Loading extension file: vlantransparent.py {{(pid=74976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 25 15:55:39.223205 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 25 15:55:39.223704 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 15:55:39.226200 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:network Aug 25 15:55:39.226965 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:subnet Aug 25 15:55:39.227574 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:55:39.228449 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:port Aug 25 15:55:39.229888 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.230360 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service FLAVORS assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.230975 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.231411 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.231745 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:router Aug 25 15:55:39.232472 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:floatingip Aug 25 15:55:39.233186 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service METERING assigned prefix: /metering {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.234658 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:39.235034 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:39.235384 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 15:55:39.236714 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 15:55:39.237169 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:security_group Aug 25 15:55:39.237865 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 15:55:39.238619 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service CORE assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.238949 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:55:39.239291 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] subnetpool is already registered Aug 25 15:55:39.240026 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service CORE assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.240364 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:55:39.240687 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] subnetpool is already registered Aug 25 15:55:39.243418 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.243923 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service FLAVORS assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.244486 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.244909 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.245793 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:router Aug 25 15:55:39.246126 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] router is already registered Aug 25 15:55:39.246773 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:floatingip Aug 25 15:55:39.247100 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] floatingip is already registered Aug 25 15:55:39.248036 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service METERING assigned prefix: /metering {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.248754 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 15:55:39.249081 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] rbac_policy is already registered Aug 25 15:55:39.249647 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:security_group Aug 25 15:55:39.249973 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] security_group is already registered Aug 25 15:55:39.250598 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 15:55:39.250928 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] security_group_rule is already registered Aug 25 15:55:39.251613 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service CORE assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.251966 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:55:39.252292 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] subnetpool is already registered Aug 25 15:55:39.252893 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.v2.resource_helper [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Service CORE assigned prefix: {{(pid=74976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 15:55:39.253216 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 15:55:39.253535 dv-cinder-805825-2-smb neutron-server[74976]: WARNING neutron.quota.resource_registry [None req-98acec62-490c-477b-b260-c125b3d7226a None None] subnetpool is already registered Aug 25 15:55:39.254206 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: extensions {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.255749 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: address-groups {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.257390 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: address-scopes {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.258579 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: agents {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.259843 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: auto-allocated-topology {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.261144 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: availability_zones {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.262440 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: dhcp-networks {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.263859 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: dhcp-agents {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.265279 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: routers {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.267098 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: flavors {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.268288 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: service_profiles {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.269470 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: next_providers {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.270966 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: service_profiles {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.272509 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: floatingip-pools {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.273704 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: routers {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.275555 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: floatingips {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.276795 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: l3-routers {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.278168 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: l3-agents {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.279578 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: metering-labels {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.282031 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: metering-label-rules {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.283331 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: network-ip-availabilities {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.284616 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: bindings {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.286243 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: quotas {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.287685 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: quotas {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.289210 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: rbac-policies {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.290523 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: security-groups {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.291740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: security-group-rules {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.293552 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: service-providers {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.294783 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: subnetpools {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.296219 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: subnetpools {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.297669 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.299365 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.301200 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.302979 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.304796 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.306448 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.308292 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.310111 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.311993 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.313814 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron.api.extensions [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Extended resource: tags {{(pid=74976) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 25 15:55:39.319835 dv-cinder-805825-2-smb neutron-server[74976]: WARNING keystonemiddleware.auth_token [None req-98acec62-490c-477b-b260-c125b3d7226a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 15:55:39.325390 dv-cinder-805825-2-smb neutron-server[74976]: WARNING keystonemiddleware.auth_token [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 15:55:39.333887 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_concurrency.lockutils [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Acquired lock "singleton_lock" {{(pid=74976) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 25 15:55:39.334370 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_concurrency.lockutils [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Releasing lock "singleton_lock" {{(pid=74976) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 25 15:55:39.335023 dv-cinder-805825-2-smb neutron-server[74976]: INFO oslo_service.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Starting 2 workers Aug 25 15:55:39.339952 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Started child 75091 {{(pid=74976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:55:39.344661 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Started child 75092 {{(pid=74976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:55:39.346411 dv-cinder-805825-2-smb neutron-server[74976]: INFO neutron.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 15:55:39.347080 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Notify callbacks [] for process, before_spawn {{(pid=74976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:39.349979 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:39.351042 dv-cinder-805825-2-smb neutron-server[74976]: INFO oslo_service.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Starting 1 workers Aug 25 15:55:39.351294 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:39.352737 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [-] (75091) wsgi starting up on http://0.0.0.0:9696 Aug 25 15:55:39.352887 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [-] (75092) wsgi starting up on http://0.0.0.0:9696 Aug 25 15:55:39.355712 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Started child 75093 {{(pid=74976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:55:39.356350 dv-cinder-805825-2-smb neutron-server[74976]: INFO oslo_service.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Starting 1 workers Aug 25 15:55:39.361009 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Started child 75094 {{(pid=74976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 25 15:55:39.361292 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] calling RpcWorker wait() {{(pid=75093) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 15:55:39.362154 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG neutron_lib.callbacks.manager [None req-98acec62-490c-477b-b260-c125b3d7226a None None] Notify callbacks [] for process, after_spawn {{(pid=74976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:39.362309 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.service [None req-98acec62-490c-477b-b260-c125b3d7226a None None] returning from RpcWorker wait() {{(pid=75093) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 15:55:39.364038 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74976) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 15:55:39.364285 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:39.364419 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 15:55:39.364419 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 15:55:39.364659 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 15:55:39.364887 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:55:39.365046 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 15:55:39.365176 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 15:55:39.365620 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.365909 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.366188 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.366449 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.366755 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.367316 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.367603 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.367875 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.368164 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.368390 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.368590 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.368784 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.368990 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.369193 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:39.370043 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.370043 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.370043 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.370043 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.371024 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.371024 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.371505 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:55:39.371710 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.371710 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.371710 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.371710 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] debug = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.373174 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.373174 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.373174 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.373739 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.373739 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.373739 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.374296 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.374296 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.374683 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.374867 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.375055 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.375493 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.375493 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.375927 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.376318 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.376318 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.376701 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] host = dv-cinder-805825-2-smb {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.376950 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.377168 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.377417 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.377675 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.377929 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.378181 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.378452 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.378699 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.378949 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.379181 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.379430 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.379674 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.379950 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.380142 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_file = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.380336 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_options = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.380532 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.380812 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.381078 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.381281 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.381474 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.381669 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.381865 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.382278 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.382536 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.382778 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.383012 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.383267 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.383507 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.383762 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.384057 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.384296 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.384504 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.384743 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.385005 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.385271 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.385486 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.386267 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.386521 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.386744 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.387002 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.387242 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.387480 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.387707 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.387935 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.388189 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.388464 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.388712 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.388958 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.389220 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.389457 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.389691 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.389911 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.390183 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.390423 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.390684 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.390948 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.391159 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.391404 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.391648 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.391916 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.392286 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_json = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.392547 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.392790 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.393047 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.393252 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.393492 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.393690 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.393917 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.394181 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.394608 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.394900 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.395227 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.395473 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.395713 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.396004 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.396271 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.396490 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.396743 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.396976 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.397299 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.397541 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.397893 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.398164 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.398426 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.398688 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.398917 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.399190 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.399408 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.399630 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.399885 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.400103 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.400384 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.400602 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.400824 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.401073 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.401302 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.401573 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.401806 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.402049 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.402479 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.402873 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.403072 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.403271 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.403472 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.403682 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.404015 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.404015 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.404388 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.404583 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.404776 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.404983 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.405184 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.405387 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.405581 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.405768 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.405958 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.406158 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.406366 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.406555 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.406795 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.407048 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.407248 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.407456 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.407691 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.407961 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.408195 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.408393 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.408620 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.408859 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.409097 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.409328 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.409528 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.409731 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.409952 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.410160 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.411972 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.411972 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.411972 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.411972 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.411972 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.411972 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.411972 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.413492 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.413492 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.413492 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.413492 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.413492 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.414386 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.414386 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.414386 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.414386 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.415092 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.415092 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.415092 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.415638 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.415638 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.416032 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.416032 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.416415 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.416604 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.416797 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.417535 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.417714 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.418025 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.418218 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.418415 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.418684 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.418943 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.419159 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.419400 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.419713 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.420010 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.420249 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.420474 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.420738 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.421047 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.422223 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.422223 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.422223 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.422592 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.422711 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.423287 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.423926 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.424160 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.424422 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.424651 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.424935 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.425189 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.425411 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.425660 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.426048 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.426233 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.426469 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.426687 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.426949 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.428765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.428765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.428765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.428765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.428765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.428765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.428765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.434745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.435799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.436807 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.437738 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.437738 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.437738 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.438147 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.438298 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.438740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.438914 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.439165 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.439433 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.439702 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.439962 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.440177 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.440392 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.440671 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.440968 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.441204 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.441434 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.442094 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.442434 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.443976 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.444904 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.445553 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.446735 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.447377 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.448100 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.448799 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.449264 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.449768 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.450215 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.450659 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.451158 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.451620 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.452163 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.452569 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.452957 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.453464 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.454055 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.454457 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.454908 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.455349 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.455912 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.456433 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.456906 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.457381 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.457866 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.458320 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.458956 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.459423 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.459899 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.460352 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.460786 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.461332 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.461810 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.462285 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.462842 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.463329 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.464042 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.464539 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.465077 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.465457 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.465864 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.466278 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.466693 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.467097 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.467522 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.468116 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.468697 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.469320 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.469794 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.470321 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.470817 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.471315 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.471695 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.472234 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.472759 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.473247 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.473675 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.474247 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.474732 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.475125 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.475470 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.475854 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.476241 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.476588 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.477008 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.477432 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.477826 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.478235 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.478662 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.479210 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.480189 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.480584 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.480998 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.481368 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.481641 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 15:55:39.482496 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74976) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 25 15:55:39.482778 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 25 15:55:39.483027 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 25 15:55:39.483298 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 25 15:55:39.483576 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 25 15:55:39.483860 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 25 15:55:39.484371 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.484697 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.484941 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.485225 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.485488 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.486870 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.486870 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.486870 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.486870 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.486870 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.487470 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.487470 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.487699 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.488113 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.488306 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.488473 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.489013 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.489013 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.489490 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.489720 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.490178 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.490178 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.490436 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] debug = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.490667 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.491038 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.491267 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.491509 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.491740 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.492008 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.492313 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.492563 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.492815 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.493094 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.493352 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.493618 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.493840 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.494114 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.494784 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.494784 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.495043 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] host = dv-cinder-805825-2-smb {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.495239 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.496139 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.496352 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.496578 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.496578 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.496964 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.496964 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.497345 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.497345 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.498004 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.498004 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.498378 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.498378 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.498754 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_file = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.498754 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_options = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.499185 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.499185 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.499598 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.499877 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.500143 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.500407 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.500673 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.500941 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.501204 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.501474 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.501734 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.501996 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.502265 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.502530 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.502779 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.503069 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.503303 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.503577 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.503879 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.504164 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.504426 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.504875 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.505138 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.505403 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.505663 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.505939 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.506166 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.506365 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.506571 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.506773 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.506976 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.507178 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.507378 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.507577 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.507812 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.508100 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.508340 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.508595 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.508843 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.509161 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.509427 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.509750 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.509998 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.510244 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.510525 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.510785 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_json = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.511036 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.511282 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.511526 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.511798 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.512040 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.512285 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.512529 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.512784 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 25 15:55:39.513061 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.513308 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.513568 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.513814 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.514060 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.514307 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.514554 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.514993 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.515251 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.515497 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.515751 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.516032 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.516322 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.516595 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.516867 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.517116 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.517363 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.517616 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.517864 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.518111 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.518361 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.518610 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.518856 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.519107 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.519352 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.519598 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.519997 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.520198 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.520384 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.520565 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.520742 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.520915 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.521089 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.521262 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.521433 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.521602 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.521773 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.521939 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.522106 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.522270 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.522452 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.522617 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.522781 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.522945 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.523109 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.523272 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.523439 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.523602 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.523765 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.524004 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.524167 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.524348 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.524511 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.524676 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.524839 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.525164 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.525164 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.525400 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.525524 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.525646 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.525767 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.525889 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.526094 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.526218 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.526371 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.526549 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.526713 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.526948 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.528244 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.528244 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.529012 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.529012 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.529314 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.529614 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.530031 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.530345 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.530663 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.530994 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.531309 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.531607 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.532168 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.532322 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.532494 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.532924 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.533150 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.533371 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.533639 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.534124 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.534124 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.534529 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.534733 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.534924 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.535365 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.535621 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.535912 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.536166 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.536417 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.536694 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.536967 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.537217 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.537484 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.537767 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.538030 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.538298 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.538568 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.538568 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.539235 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.539413 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.539609 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.539907 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.540283 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.540485 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.540685 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.540960 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.541227 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.541478 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.541739 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.542544 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.542829 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.543081 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.543350 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.543619 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.543995 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.544235 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.544506 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.545029 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.545029 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.545332 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.545658 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.545946 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.546212 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.546477 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.546745 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.546998 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.547252 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.547501 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.547796 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.548062 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.548562 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.548798 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.548992 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.549184 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.549400 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.549677 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.549945 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.550483 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.550483 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.550813 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.550960 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.551209 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.551479 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.551746 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.552054 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.552288 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.552533 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.552779 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.553028 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.553294 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.553688 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.553941 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.554193 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.554447 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.554695 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.554850 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:55:39.555004 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.555213 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.555605 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.555763 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.556027 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.556287 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.556535 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.556781 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.557028 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.557275 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.557520 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.558339 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.558587 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.558836 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.559105 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.559353 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.559600 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.559886 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.560135 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.560398 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.560668 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.560875 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.561043 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.561209 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.561378 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.561551 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.561712 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.561880 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.562046 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.562213 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.562379 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.562545 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.562722 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.562887 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.563051 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.563229 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.563395 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.563604 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.563802 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.563981 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.564157 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.564325 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.564474 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.564641 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.564805 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.564980 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.565146 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.565311 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.565484 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.565656 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.565909 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.566101 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.566281 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.566447 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.566615 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.566775 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.566943 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.567108 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.567275 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.567446 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.567622 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.567832 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.568013 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.568186 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.568361 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.568535 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.568700 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.568871 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.569049 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.569214 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.569378 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.569542 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.569707 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.569871 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.570035 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.570202 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.570480 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.570584 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.570654 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.570868 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.571067 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.571233 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.571398 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.571564 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.571729 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.571965 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.572117 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.572265 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 25 15:55:39.572413 dv-cinder-805825-2-smb neutron-server[74976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 15:55:39.643223 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53762) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:55:39.656662 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101244 Aug 25 15:55:51.691364 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947663'] for agent, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:51.692330 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.692672 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.693003 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.693328 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.693652 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.693967 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.694290 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.694621 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.694926 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.695241 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.695559 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:55:51.716847 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805825-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:55:51.732466 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805825-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:55:52.262066 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c7d3b-1017-4880-847c-3b9e24c3aff9 None None] get_active_networks_info from dv-cinder-805825-2-smb {{(pid=75093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 25 15:55:52.327574 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-dedcbf74-fefb-46a9-8be6-4282cd10d20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947663'] for agent, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:52.334083 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c7d3b-1017-4880-847c-3b9e24c3aff9 None None] No non-hosted networks {{(pid=75093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 15:55:55.371586 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4f7acba5-c09f-4280-a8fa-bbd1c88b3914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947663'] for agent, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:55.452876 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f00ff34b-4d7b-483d-b8bf-a042a12a24c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:56.745003 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947663'] for agent, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:57.986338 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947663'] for agent, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:55:58.257665 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.db.l3_hamode_db [None req-c38983c6-698f-4362-bc75-67f4ec48bee3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 15:55:58.416510 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38983c6-698f-4362-bc75-67f4ec48bee3 None None] Routers set() bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:55:58.417076 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38983c6-698f-4362-bc75-67f4ec48bee3 None None] Router IDs set() for agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 15:56:00.423620 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53852) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:01.157008 dv-cinder-805825-2-smb neutron-server[75092]: WARNING oslo_policy.policy [None req-b314f765-1642-4ed4-b8a0-3a1724bd9ab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:01.157751 dv-cinder-805825-2-smb neutron-server[75092]: WARNING oslo_policy.policy [None req-b314f765-1642-4ed4-b8a0-3a1724bd9ab7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:01.377172 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [None req-b314f765-1642-4ed4-b8a0-3a1724bd9ab7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75092) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:01.378268 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b314f765-1642-4ed4-b8a0-3a1724bd9ab7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9534461 Aug 25 15:56:03.887058 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53866) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:04.326624 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:04.378155 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.policy [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75092) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 15:56:04.379036 dv-cinder-805825-2-smb neutron-server[75092]: WARNING oslo_policy.policy [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:04.379467 dv-cinder-805825-2-smb neutron-server[75092]: WARNING oslo_policy.policy [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:04.383668 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.quota [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] Loaded quota_driver: . Aug 25 15:56:04.407432 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:04.496563 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748442236943', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748442281070', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748442278270', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748442268372', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748442265664', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3685447', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4001850', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-875078', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667290'] for rbac-policy, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:04.579487 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:04.580805 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-912cbe57-7676-42dd-bad7-7f26d23e53d0 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6924040 Aug 25 15:56:07.480124 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53880) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:07.961376 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Request body: {'network': {'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'name': 'private'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:07.969815 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:07.977340 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Usage tracker for resource:network and tenant:d4af6d4dbe834614b352aad30abb7a28 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:07.984270 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:07.991031 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:08.002443 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Made reservation on behalf of d4af6d4dbe834614b352aad30abb7a28 for: {'network': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:08.005406 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.034189 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.084805 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:08.089572 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Usage tracker for resource:security_group_rule and tenant:d4af6d4dbe834614b352aad30abb7a28 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:08.093101 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:08.099952 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:08.207006 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.212252 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.217589 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:08.242525 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=75092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 15:56:08.273643 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748443305081', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.274278 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Unsubscribe: segment precommit_create {{(pid=75092) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 15:56:08.274808 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.segments_db [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Added segment f04ba8d4-24a2-4828-bf13-6ec6c8ceb678 of type vlan for network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 Aug 25 15:56:08.290643 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92168a7-c981-4b27-8599-4c6844448a22,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:08.348565 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.349136 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.349691 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.350252 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.350823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.351521 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.352258 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.352852 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.353412 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.353961 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.354518 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Tracked resource versions report: Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: pushed versions: Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Log': {'1.0'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Network': {'1.1'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Port': {'1.5'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'PortForwarding': {'1.2'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'QosPolicy': {'1.8'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroup': {'1.2'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'SubPort': {'1.0'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Subnet': {'1.1'}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Trunk': {'1.1'}} Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: consumer versions: Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Log': '1.0', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Network': '1.1', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Port': '1.5', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'PortForwarding': '1.2', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'QosPolicy': '1.8', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroup': '1.2', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroupRule': '1.0', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'SubPort': '1.0', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Subnet': '1.1', Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: 'Trunk': '1.1'}} Aug 25 15:56:08.356556 dv-cinder-805825-2-smb neutron-server[75092]: {{(pid=75092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:56:08.435557 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.450056 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:08.505730 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.507054 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:08.508329 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:08.513400 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:08.640567 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1592374 Aug 25 15:56:08.647234 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:08.651807 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:08.662644 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 15:56:11.643527 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53896) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:12.164492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d0422f-6f3b-453f-b3a3-fccd4cedb881 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:12.165877 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-77d0422f-6f3b-453f-b3a3-fccd4cedb881 admin admin] 10.222.0.30 "GET /v2.0/networks/6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 HTTP/1.1" status: 200 len: 825 time: 0.5210562 Aug 25 15:56:12.197750 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d91767d0-5eab-4e28-8a8b-558f0f8b663c admin admin] 10.222.0.30 "GET /v2.0/subnetpools/958bd822-7dd6-4749-bfcb-3ecbf09ea1fd HTTP/1.1" status: 200 len: 734 time: 0.0263186 Aug 25 15:56:12.206981 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'subnetpool_id': '958bd822-7dd6-4749-bfcb-3ecbf09ea1fd'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:12.212728 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:12.217073 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Usage tracker for resource:subnet and tenant:d4af6d4dbe834614b352aad30abb7a28 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:12.220420 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:12.227204 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:12.238651 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Made reservation on behalf of d4af6d4dbe834614b352aad30abb7a28 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:12.241199 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.565562 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.572152 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:12.666771 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d217d9c-e954-430c-b65a-13803c1f1850,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:12.672092 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Checking segment: {'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:56:12.672544 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Network hostable DHCP agents. Network: 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:56:12.677004 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:12.699526 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:56:12.712949 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:12.718303 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:12.718936 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:12.725883 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e0433e-5916-46ef-996f-678d60d804b2 None None] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:56:12.742620 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5390036 Aug 25 15:56:13.159082 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'fixed_ips': [{'subnet_id': '4d217d9c-e954-430c-b65a-13803c1f1850'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 15:56:13.160625 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.394582 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Allocated IP 172.20.0.2 (6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3/4d217d9c-e954-430c-b65a-13803c1f1850/21fad027-e459-409a-b41b-7b2ff59bf9a3) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:13.688007 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.707745 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Transition to ACTIVE for port object 21fad027-e459-409a-b41b-7b2ff59bf9a3 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:13.733724 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Transition to ACTIVE for port object 21fad027-e459-409a-b41b-7b2ff59bf9a3 will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:13.741789 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.749959 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:13.814308 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:13.817536 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:13.825581 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:13.827957 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Pushing event updated for resources: {'Port': ['ID=21fad027-e459-409a-b41b-7b2ff59bf9a3,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:13.867126 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.867465 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.867808 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.868134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.868456 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.868774 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.869100 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.869683 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.869994 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.870304 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.870612 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Tracked resource versions report: Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: pushed versions: Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Log': {'1.0'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Network': {'1.1'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Port': {'1.5'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'PortForwarding': {'1.2'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'QosPolicy': {'1.8'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroup': {'1.2'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'SubPort': {'1.0'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Subnet': {'1.1'}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Trunk': {'1.1'}} Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: consumer versions: Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Log': '1.0', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Network': '1.1', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Port': '1.5', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'PortForwarding': '1.2', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'QosPolicy': '1.8', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroup': '1.2', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroupRule': '1.0', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'SubPort': '1.0', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Subnet': '1.1', Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: 'Trunk': '1.1'}} Aug 25 15:56:13.871724 dv-cinder-805825-2-smb neutron-server[75093]: {{(pid=75093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:56:13.880124 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:13.939046 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Attempting to bind port 21fad027-e459-409a-b41b-7b2ff59bf9a3 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:13.939348 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Attempting to bind port 21fad027-e459-409a-b41b-7b2ff59bf9a3 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:13.939809 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Attempting to bind port 21fad027-e459-409a-b41b-7b2ff59bf9a3 on network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:13.947668 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:13.948108 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Checking segment: {'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:56:13.948613 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:13.949039 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Bound using segment: {'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:13.949492 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Bound port: 21fad027-e459-409a-b41b-7b2ff59bf9a3, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:13.949900 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.044393 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] For port 21fad027-e459-409a-b41b-7b2ff59bf9a3, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:14.048926 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] For port 21fad027-e459-409a-b41b-7b2ff59bf9a3, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=21fad027-e459-409a-b41b-7b2ff59bf9a3,segment=NetworkSegment(f04ba8d4-24a2-4828-bf13-6ec6c8ceb678),segment_id=f04ba8d4-24a2-4828-bf13-6ec6c8ceb678)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:14.054961 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:14.059320 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:14.175164 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Pushing event updated for resources: {'Port': ['ID=21fad027-e459-409a-b41b-7b2ff59bf9a3,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:14.179465 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:15.468534 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53906) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:15.929765 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [None req-62159824-4ad5-4d41-b050-bcc0fdf9c1c7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75092) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:15.930810 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-62159824-4ad5-4d41-b050-bcc0fdf9c1c7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4607644 Aug 25 15:56:17.949128 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 21fad027-e459-409a-b41b-7b2ff59bf9a3 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:18.062651 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 21fad027-e459-409a-b41b-7b2ff59bf9a3 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:18.426310 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53920) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:18.673616 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c857dec-9a86-46f3-8417-3a3b2817375d None None] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:56:18.829385 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Provisioning for port 21fad027-e459-409a-b41b-7b2ff59bf9a3 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:18.849857 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Provisioning complete for port 21fad027-e459-409a-b41b-7b2ff59bf9a3 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:18.850271 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.048076 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [None req-9759d7d6-23c5-4f00-a7e8-29a2138c13ca admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75092) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:19.049271 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-9759d7d6-23c5-4f00-a7e8-29a2138c13ca admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6217570 Aug 25 15:56:19.125765 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.180489 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] For port 21fad027-e459-409a-b41b-7b2ff59bf9a3, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=21fad027-e459-409a-b41b-7b2ff59bf9a3,segment=NetworkSegment(f04ba8d4-24a2-4828-bf13-6ec6c8ceb678),segment_id=f04ba8d4-24a2-4828-bf13-6ec6c8ceb678)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:19.190460 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.196585 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:19.292761 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Pushing event updated for resources: {'Port': ['ID=21fad027-e459-409a-b41b-7b2ff59bf9a3,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:19.297965 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:19.520935 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-0921ba78-d3ac-4efd-9d10-5d0271da0537 None None] Provisioning complete for port 21fad027-e459-409a-b41b-7b2ff59bf9a3 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:19.521394 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-0921ba78-d3ac-4efd-9d10-5d0271da0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:19.905815 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 21fad027-e459-409a-b41b-7b2ff59bf9a3 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:19.982548 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 21fad027-e459-409a-b41b-7b2ff59bf9a3 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:19.982921 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:21.485835 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.202652 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-544d43e1-440b-4ffb-8199-33acedfe606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.249502 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53932) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:22.706303 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Request body: {'router': {'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:22.715289 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:22.722089 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Usage tracker for resource:router and tenant:d4af6d4dbe834614b352aad30abb7a28 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:22.728847 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:22.739637 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:22.756739 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.759630 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.803831 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.927794 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.949146 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] Notify callbacks [] for router, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:22.950402 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-7de4a50d-9750-4422-88dd-b2f16ccddfbb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6999252 Aug 25 15:56:25.366012 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-60302978-c5a1-4412-bfb4-7ba61df32701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:25.447876 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 53942) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:26.202625 dv-cinder-805825-2-smb neutron-server[75091]: WARNING oslo_policy.policy [None req-92125783-51b6-4823-9f04-8536e69bdb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:26.203218 dv-cinder-805825-2-smb neutron-server[75091]: WARNING oslo_policy.policy [None req-92125783-51b6-4823-9f04-8536e69bdb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:26.419585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [None req-92125783-51b6-4823-9f04-8536e69bdb48 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75091) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:56:26.420806 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-92125783-51b6-4823-9f04-8536e69bdb48 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9708834 Aug 25 15:56:26.652565 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:27.914987 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:28.904203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 53966) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:29.109141 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:29.110585 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.quota [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Loaded quota_driver: . Aug 25 15:56:29.127685 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:29.134555 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Usage tracker for resource:network and tenant:fea875b8ab5841bfbd1812cb95f60491 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:29.139820 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:29.148526 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:29.166180 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Made reservation on behalf of fea875b8ab5841bfbd1812cb95f60491 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:29.199330 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.policy [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75091) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 25 15:56:29.200144 dv-cinder-805825-2-smb neutron-server[75091]: WARNING oslo_policy.policy [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:29.200516 dv-cinder-805825-2-smb neutron-server[75091]: WARNING oslo_policy.policy [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 15:56:29.205471 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.226691 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.279255 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:29.283608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Usage tracker for resource:security_group_rule and tenant:fea875b8ab5841bfbd1812cb95f60491 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:29.287504 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:29.293598 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:29.376051 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.380356 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.385359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:29.400064 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Reserving flat network on physical network physnet1 {{(pid=75091) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 15:56:29.435476 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748443305081', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.436119 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Unsubscribe: segment precommit_create {{(pid=75091) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 15:56:29.436601 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Added segment 061818fc-97b0-4f3c-8444-731382404722 of type flat for network 085ff2d1-b932-4f65-9996-363c25e7cc84 Aug 25 15:56:29.492037 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bee904-2237-4b71-8ac7-7391502f67e0,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:29.522059 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.522444 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.522804 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.523115 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.523445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.523788 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.524105 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.524512 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.524826 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.525160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.526236 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Tracked resource versions report: Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: pushed versions: Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Log': {'1.0'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Network': {'1.1'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Port': {'1.5'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'PortForwarding': {'1.2'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'QosPolicy': {'1.8'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroup': {'1.2'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'SubPort': {'1.0'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Subnet': {'1.1'}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Trunk': {'1.1'}} Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: consumer versions: Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Log': '1.0', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Network': '1.1', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Port': '1.5', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'PortForwarding': '1.2', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'QosPolicy': '1.8', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroup': '1.2', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroupRule': '1.0', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'SubPort': '1.0', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Subnet': '1.1', Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: 'Trunk': '1.1'}} Aug 25 15:56:29.526752 dv-cinder-805825-2-smb neutron-server[75091]: {{(pid=75091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:56:29.569593 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.582001 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:29.621206 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.622680 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:29.623447 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:29.626822 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:29.738447 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Pushing event updated for resources: {'Network': ['ID=085ff2d1-b932-4f65-9996-363c25e7cc84,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:29.741237 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8360140 Aug 25 15:56:29.743272 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:29.752301 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 15:56:31.906400 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 53992) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:32.053972 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49234242-b842-49c5-bde8-d3b87fa626e3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:32.055316 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-49234242-b842-49c5-bde8-d3b87fa626e3 admin admin] 10.222.0.30 "GET /v2.0/subnets/4d217d9c-e954-430c-b65a-13803c1f1850 HTTP/1.1" status: 200 len: 849 time: 0.1479685 Aug 25 15:56:32.215200 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-41d61fbc-2dc4-44b6-ba24-70f4c492943a admin admin] 10.222.0.30 "GET /v2.0/routers/30e205fd-e953-4e4f-bd8f-64b3ac55d34a HTTP/1.1" status: 200 len: 704 time: 0.1541855 Aug 25 15:56:32.707260 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:32.956071 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Allocated IP 172.20.0.1 (6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3/4d217d9c-e954-430c-b65a-13803c1f1850/ad581343-fc65-4acd-81e1-0829a8b02ca9) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:33.127521 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.147879 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Transition to ACTIVE for port object ad581343-fc65-4acd-81e1-0829a8b02ca9 will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:33.208379 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.212839 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:33.325919 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:33.330036 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:33.332015 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Pushing event updated for resources: {'Port': ['ID=ad581343-fc65-4acd-81e1-0829a8b02ca9,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:33.344038 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:33.344556 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.398668 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:33.501297 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.578968 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-19de13e4-6f1b-440e-b594-78c7889a0aa8 None None] Provisioning for port ad581343-fc65-4acd-81e1-0829a8b02ca9 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:33.586248 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-19de13e4-6f1b-440e-b594-78c7889a0aa8 None None] Provisioning complete for port ad581343-fc65-4acd-81e1-0829a8b02ca9 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:33.586760 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-19de13e4-6f1b-440e-b594-78c7889a0aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.646092 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-19de13e4-6f1b-440e-b594-78c7889a0aa8 None None] Port ad581343-fc65-4acd-81e1-0829a8b02ca9 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 15:56:33.757466 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.763454 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.765288 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:33.772153 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:33.941535 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Pushing event updated for resources: {'Port': ['ID=ad581343-fc65-4acd-81e1-0829a8b02ca9,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:33.945056 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:34.014208 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:34.015315 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:34.270063 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-64651a2f-05c6-41ef-89d1-e58c61928760 None None] Provisioning complete for port ad581343-fc65-4acd-81e1-0829a8b02ca9 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:34.270426 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-64651a2f-05c6-41ef-89d1-e58c61928760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:34.332996 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-64651a2f-05c6-41ef-89d1-e58c61928760 None None] Port ad581343-fc65-4acd-81e1-0829a8b02ca9 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 15:56:34.386445 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 15:56:34.559155 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:56:34.569660 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] 10.222.0.30 "PUT /v2.0/routers/30e205fd-e953-4e4f-bd8f-64b3ac55d34a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3490779 Aug 25 15:56:34.572827 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Sync routers for ids ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 15:56:34.588972 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Routers {'30e205fd-e953-4e4f-bd8f-64b3ac55d34a'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:34.589919 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T15:56:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:34.812028 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Set router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a gateway port host: None {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:56:35.232836 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'name': 'router1', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:33Z', 'revision_number': 2, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'gw_port_host': None, '_interfaces': [{'id': 'ad581343-fc65-4acd-81e1-0829a8b02ca9', 'name': '', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'mac_address': 'fa:16:3e:02:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:32Z', 'updated_at': '2021-08-25T15:56:33Z', 'revision_number': 2, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'subnets': [{'id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '958bd822-7dd6-4749-bfcb-3ecbf09ea1fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:35.238141 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Checking router: 30e205fd-e953-4e4f-bd8f-64b3ac55d34a for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 15:56:35.238525 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Updating router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a port ad581343-fc65-4acd-81e1-0829a8b02ca9 binding host dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 15:56:35.299765 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:35.705145 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Notify callbacks [] for port, precommit_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:35.725407 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.provisioning_blocks [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Transition to ACTIVE for port object ad581343-fc65-4acd-81e1-0829a8b02ca9 will not be triggered until provisioned by entity L2. {{(pid=75094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:35.732916 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:35.738496 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:35.943121 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Pushing event updated for resources: {'Port': ['ID=ad581343-fc65-4acd-81e1-0829a8b02ca9,revision_number=3']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:35.999621 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:36.000616 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Tracked resource versions report: Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: pushed versions: Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: { 'ConntrackHelper': {'1.0'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Log': {'1.0'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Network': {'1.1'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Port': {'1.5'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'PortForwarding': {'1.2'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'QosPolicy': {'1.8'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroup': {'1.2'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroupRule': {'1.0'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'SubPort': {'1.0'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Subnet': {'1.1'}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Trunk': {'1.1'}} Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: consumer versions: Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Log': '1.0', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Network': '1.1', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Port': '1.5', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'PortForwarding': '1.2', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'QosPolicy': '1.8', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroup': '1.2', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroupRule': '1.0', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'SubPort': '1.0', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Subnet': '1.1', Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: 'Trunk': '1.1'}} Aug 25 15:56:36.000869 dv-cinder-805825-2-smb neutron-server[75094]: {{(pid=75094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 15:56:36.010099 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:36.015815 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Attempting to bind port ad581343-fc65-4acd-81e1-0829a8b02ca9 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:36.016212 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Attempting to bind port ad581343-fc65-4acd-81e1-0829a8b02ca9 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:36.016659 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Attempting to bind port ad581343-fc65-4acd-81e1-0829a8b02ca9 on network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:36.023487 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:36.023943 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Checking segment: {'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:56:36.024428 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:36.024816 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Bound using segment: {'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:36.025280 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Bound port: ad581343-fc65-4acd-81e1-0829a8b02ca9, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04ba8d4-24a2-4828-bf13-6ec6c8ceb678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3'}}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:36.025664 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:36.127887 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] For port ad581343-fc65-4acd-81e1-0829a8b02ca9, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:36.134443 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] For port ad581343-fc65-4acd-81e1-0829a8b02ca9, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=ad581343-fc65-4acd-81e1-0829a8b02ca9,segment=NetworkSegment(f04ba8d4-24a2-4828-bf13-6ec6c8ceb678),segment_id=f04ba8d4-24a2-4828-bf13-6ec6c8ceb678)] {{(pid=75094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:36.138474 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:36.142646 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:36.223750 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Routers {'30e205fd-e953-4e4f-bd8f-64b3ac55d34a'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:36.224409 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T15:56:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:36.411949 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Pushing event updated for resources: {'Port': ['ID=ad581343-fc65-4acd-81e1-0829a8b02ca9,revision_number=4']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:36.416769 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:36.435838 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] Set router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a gateway port host: None {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:56:36.763938 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54006) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:36.808545 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'name': 'router1', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:33Z', 'revision_number': 2, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'gw_port_host': None, '_interfaces': [{'id': 'ad581343-fc65-4acd-81e1-0829a8b02ca9', 'name': '', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'mac_address': 'fa:16:3e:02:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:32Z', 'updated_at': '2021-08-25T15:56:36Z', 'revision_number': 4, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'subnets': [{'id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '958bd822-7dd6-4749-bfcb-3ecbf09ea1fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:36.815110 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa46d04-044d-40ac-a514-81c2f8a148b9 None None] The sync data for ids ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'] in dv-cinder-805825-2-smb is: [{'id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'name': 'router1', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:33Z', 'revision_number': 2, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'gw_port_host': None, '_interfaces': [{'id': 'ad581343-fc65-4acd-81e1-0829a8b02ca9', 'name': '', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'mac_address': 'fa:16:3e:02:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:32Z', 'updated_at': '2021-08-25T15:56:36Z', 'revision_number': 4, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'subnets': [{'id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '958bd822-7dd6-4749-bfcb-3ecbf09ea1fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 15:56:36.977811 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52044f-87fb-41af-8dc5-1f0eeebd9dab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:36.979214 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-4c52044f-87fb-41af-8dc5-1f0eeebd9dab admin admin] 10.222.0.30 "GET /v2.0/networks/085ff2d1-b932-4f65-9996-363c25e7cc84 HTTP/1.1" status: 200 len: 842 time: 0.2137597 Aug 25 15:56:36.993512 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Request body: {'subnet': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.1.0/24'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:36.999307 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:56:37.003798 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Usage tracker for resource:subnet and tenant:fea875b8ab5841bfbd1812cb95f60491 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 15:56:37.007597 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 15:56:37.015111 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:56:37.029052 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Made reservation on behalf of fea875b8ab5841bfbd1812cb95f60491 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:56:37.033029 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:37.529858 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.objects.ports [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75092) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 25 15:56:37.530285 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:37.535496 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:37.621219 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30dd903-d750-4461-8ac1-420a97573764,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:37.640976 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:37.648648 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:56:37.649600 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Network hostable DHCP agents. Network: 085ff2d1-b932-4f65-9996-363c25e7cc84, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:56:37.704045 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:56:37.715845 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 085ff2d1-b932-4f65-9996-363c25e7cc84) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:37.721760 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:37.722737 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:37.727863 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4faa11f-0c61-46e8-9c31-b8060365f5d9 None None] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:56:37.763403 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7740338 Aug 25 15:56:38.037069 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device ad581343-fc65-4acd-81e1-0829a8b02ca9 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:38.107514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba02aa-a02c-4bfc-b4d7-b7f4b2bb9054 None None] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:56:38.234081 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port ad581343-fc65-4acd-81e1-0829a8b02ca9 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:38.252643 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port ad581343-fc65-4acd-81e1-0829a8b02ca9 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:38.253016 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:38.472064 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:38.506675 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port ad581343-fc65-4acd-81e1-0829a8b02ca9, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=ad581343-fc65-4acd-81e1-0829a8b02ca9,segment=NetworkSegment(f04ba8d4-24a2-4828-bf13-6ec6c8ceb678),segment_id=f04ba8d4-24a2-4828-bf13-6ec6c8ceb678)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:38.511095 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:38.514722 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9d629bb0-91d1-4372-a174-fcf65fc2eb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:38.582909 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=ad581343-fc65-4acd-81e1-0829a8b02ca9,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:38.586745 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:39.930246 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device ad581343-fc65-4acd-81e1-0829a8b02ca9 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:40.064149 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port ad581343-fc65-4acd-81e1-0829a8b02ca9 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:40.064426 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:40.207558 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54020) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:40.469791 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-5862d1f2-ca88-4068-8a21-84c6db27ba37 admin admin] 10.222.0.30 "GET /v2.0/routers/30e205fd-e953-4e4f-bd8f-64b3ac55d34a HTTP/1.1" status: 200 len: 710 time: 0.2608972 Aug 25 15:56:40.614485 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6132528e-6d07-435c-8b7e-101c73ece44e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:56:40.615893 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6132528e-6d07-435c-8b7e-101c73ece44e admin admin] 10.222.0.30 "GET /v2.0/networks/085ff2d1-b932-4f65-9996-363c25e7cc84 HTTP/1.1" status: 200 len: 886 time: 0.1403701 Aug 25 15:56:40.625763 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:56:41.189461 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:41.391926 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:41.452314 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:41.644932 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Allocated IP 172.28.1.106 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/0eb448c7-5d82-4e6c-959a-fb28ae748ab3) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:56:41.819392 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:41.862493 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:41.868227 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:41.934329 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:56:41.937371 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:56:41.942621 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:56:41.969285 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb448c7-5d82-4e6c-959a-fb28ae748ab3,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:41.977248 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:42.097699 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:42.268540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:42.272181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-945892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-948881'] for router, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:42.484038 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 15:56:42.704077 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 15:56:42.714721 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Sync routers for ids ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 15:56:42.715565 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Notify callbacks [] for router, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:42.716742 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] 10.222.0.30 "PUT /v2.0/routers/30e205fd-e953-4e4f-bd8f-64b3ac55d34a HTTP/1.1" status: 200 len: 890 time: 2.0942991 Aug 25 15:56:42.728389 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Routers {'30e205fd-e953-4e4f-bd8f-64b3ac55d34a'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:42.729088 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T15:56:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:42.947508 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Set router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:56:43.373193 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'name': 'router1', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '0eb448c7-5d82-4e6c-959a-fb28ae748ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:42Z', 'revision_number': 4, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'gw_port': {'id': '0eb448c7-5d82-4e6c-959a-fb28ae748ab3', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:41Z', 'updated_at': '2021-08-25T15:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'ad581343-fc65-4acd-81e1-0829a8b02ca9', 'name': '', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'mac_address': 'fa:16:3e:02:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:32Z', 'updated_at': '2021-08-25T15:56:38Z', 'revision_number': 5, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'subnets': [{'id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '958bd822-7dd6-4749-bfcb-3ecbf09ea1fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:43.380877 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Checking router: 30e205fd-e953-4e4f-bd8f-64b3ac55d34a for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 15:56:43.381476 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Updating router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 15:56:43.475047 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:43.941010 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:43.955381 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Transition to ACTIVE for port object 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:56:43.963344 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:43.971276 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:44.089266 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48968375-1225-485b-abdc-ef42ee5a0ca4 None None] Pushing event updated for resources: {'Port': ['ID=0eb448c7-5d82-4e6c-959a-fb28ae748ab3,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:44.093528 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-48968375-1225-485b-abdc-ef42ee5a0ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:44.095745 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Attempting to bind port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:56:44.096138 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Attempting to bind port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:56:44.096549 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Attempting to bind port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:56:44.105404 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:56:44.105404 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:56:44.105404 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.106057 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:56:44.106218 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Bound port: 0eb448c7-5d82-4e6c-959a-fb28ae748ab3, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:56:44.106526 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.184536 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] For port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:56:44.189120 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] For port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=0eb448c7-5d82-4e6c-959a-fb28ae748ab3,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:56:44.194934 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:44.199361 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:44.285550 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Routers {'30e205fd-e953-4e4f-bd8f-64b3ac55d34a'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 15:56:44.286180 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T15:56:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:44.375125 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48968375-1225-485b-abdc-ef42ee5a0ca4 None None] Pushing event updated for resources: {'Port': ['ID=0eb448c7-5d82-4e6c-959a-fb28ae748ab3,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:44.379222 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-48968375-1225-485b-abdc-ef42ee5a0ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:44.523594 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] Set router 30e205fd-e953-4e4f-bd8f-64b3ac55d34a gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 15:56:44.921968 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'name': 'router1', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '0eb448c7-5d82-4e6c-959a-fb28ae748ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:42Z', 'revision_number': 4, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'gw_port': {'id': '0eb448c7-5d82-4e6c-959a-fb28ae748ab3', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:41Z', 'updated_at': '2021-08-25T15:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'ad581343-fc65-4acd-81e1-0829a8b02ca9', 'name': '', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'mac_address': 'fa:16:3e:02:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:32Z', 'updated_at': '2021-08-25T15:56:38Z', 'revision_number': 5, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'subnets': [{'id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '958bd822-7dd6-4749-bfcb-3ecbf09ea1fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 15:56:44.929820 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b346351-d414-4d73-ab40-fbd1de9eef2f None None] The sync data for ids ['30e205fd-e953-4e4f-bd8f-64b3ac55d34a'] in dv-cinder-805825-2-smb is: [{'id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'name': 'router1', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '0eb448c7-5d82-4e6c-959a-fb28ae748ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T15:56:22Z', 'updated_at': '2021-08-25T15:56:42Z', 'revision_number': 4, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'gw_port': {'id': '0eb448c7-5d82-4e6c-959a-fb28ae748ab3', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:41Z', 'updated_at': '2021-08-25T15:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'ad581343-fc65-4acd-81e1-0829a8b02ca9', 'name': '', 'network_id': '6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3', 'tenant_id': 'd4af6d4dbe834614b352aad30abb7a28', 'mac_address': 'fa:16:3e:02:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e205fd-e953-4e4f-bd8f-64b3ac55d34a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T15:56:32Z', 'updated_at': '2021-08-25T15:56:38Z', 'revision_number': 5, 'project_id': 'd4af6d4dbe834614b352aad30abb7a28', 'subnets': [{'id': '4d217d9c-e954-430c-b65a-13803c1f1850', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '958bd822-7dd6-4749-bfcb-3ecbf09ea1fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 15:56:45.127840 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54030) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:56:45.352564 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4e6164d9-cfcf-4e19-8b61-bea5d8a36b21 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.2230473 Aug 25 15:56:45.960720 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:46.040713 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:56:46.046583 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:46.047120 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:46.185812 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:46.204522 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=0eb448c7-5d82-4e6c-959a-fb28ae748ab3,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:56:46.209829 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:46.212043 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-48968375-1225-485b-abdc-ef42ee5a0ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:56:46.283665 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=0eb448c7-5d82-4e6c-959a-fb28ae748ab3,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:56:46.286893 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:56:47.956811 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:56:48.063997 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 0eb448c7-5d82-4e6c-959a-fb28ae748ab3 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:56:48.064839 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:49.496956 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:56:51.512070 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:52.209250 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-023a2cc7-e89d-42df-86b7-98863280d67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:55.370035 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-babdc9dc-cbc5-4b6b-b9e2-850f2f291a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:56.661736 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:56:57.941935 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:21.485488 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:22.196636 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-18f54194-7a77-413a-a957-b284dcc9e8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:25.365402 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-269408e8-056d-4d26-8bf7-ba364b973707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:26.504538 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:57:26.662835 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:27.939530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:51.494887 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:52.192909 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-72b80d69-4064-4c84-8d90-2cde80719ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:55.370880 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-890f0973-3fbe-468d-bc1b-b589e925b1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:56.662178 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:57:57.940112 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:03.494743 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:58:21.487436 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:22.197842 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eb7eaa92-8eab-44f0-89fe-b939f7f89856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:25.366853 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-60077ca8-be7d-4127-9255-44527c8d00ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:26.663085 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:27.946460 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:40.495929 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:58:51.485429 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:52.201504 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-da30d0c0-3d05-4373-b75a-8af5d2312cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:55.367076 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-c24badab-7921-4bed-803c-a1864e71e65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:56.667653 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:57.944895 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:58:59.185033 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54602) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:58:59.278139 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ffa7a8-4547-4be6-9c2d-1fb886632720 admin admin] GET failed (client error): The resource could not be found. Aug 25 15:58:59.278649 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-88ffa7a8-4547-4be6-9c2d-1fb886632720 admin admin] Synchronizing usage tracker for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 15:58:59.299610 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-88ffa7a8-4547-4be6-9c2d-1fb886632720 admin admin] Unset dirty status for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 15:58:59.300822 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-88ffa7a8-4547-4be6-9c2d-1fb886632720 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1148701 Aug 25 15:58:59.440143 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6efb8f9-5fe2-43d6-a84f-701bdaa2f0c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:58:59.441669 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b6efb8f9-5fe2-43d6-a84f-701bdaa2f0c7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1355743 Aug 25 15:59:01.458382 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54612) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:01.595230 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d4082-6e9e-4993-b57b-94fe7b0a4bea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:01.596810 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-689d4082-6e9e-4993-b57b-94fe7b0a4bea admin admin] 10.222.0.30 "GET /v2.0/subnets/4d217d9c-e954-430c-b65a-13803c1f1850 HTTP/1.1" status: 200 len: 849 time: 0.1373188 Aug 25 15:59:01.606777 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:59:01.727885 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Notify callbacks [] for subnet, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:01.953335 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748443324173'] for subnet, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:01.957868 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:02.004759 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:02.005342 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:02.006615 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] 10.222.0.30 "PUT /v2.0/subnets/4d217d9c-e954-430c-b65a-13803c1f1850 HTTP/1.1" status: 200 len: 868 time: 0.4045269 Aug 25 15:59:02.023351 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed38b3b-d4f7-4444-9085-24b129c1afcb None None] Network 6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:59:02.027467 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d217d9c-e954-430c-b65a-13803c1f1850,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:02.036815 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.037149 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.037479 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.037805 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.038128 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.038448 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.038774 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.039322 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.039427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.039819 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.040084 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:02.044928 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:02.492280 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-98d68bd1-69a1-4ad1-973b-aeb646912a52 None None] Provisioning complete for port ad581343-fc65-4acd-81e1-0829a8b02ca9 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:02.492650 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-98d68bd1-69a1-4ad1-973b-aeb646912a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:02.630058 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-98d68bd1-69a1-4ad1-973b-aeb646912a52 None None] Provisioning complete for port 21fad027-e459-409a-b41b-7b2ff59bf9a3 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:02.630625 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-98d68bd1-69a1-4ad1-973b-aeb646912a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:04.077721 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54622) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:04.273575 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd05efb-34fb-43dd-8aee-6163ece584fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:04.273870 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd05efb-34fb-43dd-8aee-6163ece584fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:04.275406 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6dd05efb-34fb-43dd-8aee-6163ece584fc admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967714 Aug 25 15:59:06.291428 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54632) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:06.485455 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6b0d8-5410-47d7-b337-844d69e87db7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:06.485740 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6b0d8-5410-47d7-b337-844d69e87db7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:06.487821 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6fc6b0d8-5410-47d7-b337-844d69e87db7 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954021 Aug 25 15:59:08.511182 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54642) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:08.749829 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c843e9a-f7f8-4dde-a57b-1b70a7556964 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:08.751100 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0c843e9a-f7f8-4dde-a57b-1b70a7556964 admin admin] 10.222.0.30 "GET /v2.0/networks/085ff2d1-b932-4f65-9996-363c25e7cc84 HTTP/1.1" status: 200 len: 886 time: 0.2389538 Aug 25 15:59:10.762291 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54652) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:10.957838 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c028e-c67a-427b-8788-6b4c2898e86a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:10.959100 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-879c028e-c67a-427b-8788-6b4c2898e86a admin admin] 10.222.0.30 "GET /v2.0/networks/6ef7e4d0-c3f3-4645-a7fb-2654d2d080d3 HTTP/1.1" status: 200 len: 869 time: 0.1958477 Aug 25 15:59:13.010852 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54662) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:13.143886 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d676af2-062c-42ed-887a-1dd3e54a8eb1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:13.144249 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d676af2-062c-42ed-887a-1dd3e54a8eb1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:13.144976 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-3d676af2-062c-42ed-887a-1dd3e54a8eb1 admin admin] Synchronizing usage tracker for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:subnet {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 15:59:13.163147 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-3d676af2-062c-42ed-887a-1dd3e54a8eb1 admin admin] Unset dirty status for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:subnet {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 15:59:13.164326 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-3d676af2-062c-42ed-887a-1dd3e54a8eb1 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1525285 Aug 25 15:59:15.224211 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54672) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:15.352745 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cebca4-c540-46e0-8a42-0a5817312f42 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:15.353108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cebca4-c540-46e0-8a42-0a5817312f42 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:15.354614 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-28cebca4-c540-46e0-8a42-0a5817312f42 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294672 Aug 25 15:59:17.426348 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54682) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:17.495220 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:59:17.554666 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f03eb-20a3-4bfb-8b41-39ba6df9bca5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:17.556010 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-6c5f03eb-20a3-4bfb-8b41-39ba6df9bca5 admin admin] 10.222.0.30 "GET /v2.0/subnets/4d217d9c-e954-430c-b65a-13803c1f1850 HTTP/1.1" status: 200 len: 868 time: 0.1286712 Aug 25 15:59:19.600557 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54692) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:19.729809 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0dc5d0-3bf3-4d12-8d5e-0a3eb8a3282e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:19.731108 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-8a0dc5d0-3bf3-4d12-8d5e-0a3eb8a3282e admin admin] 10.222.0.30 "GET /v2.0/subnets/c30dd903-d750-4461-8ac1-420a97573764 HTTP/1.1" status: 200 len: 816 time: 0.1296325 Aug 25 15:59:21.478453 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:22.194609 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5338a47c-7775-4d2f-acd5-247255dcdad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:25.368412 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-27506b0e-4b6a-43af-95aa-c5fd53da7e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:26.671552 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:27.947189 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:37.899396 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54730) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:37.972863 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [None req-bd30b1ed-6d79-4c59-864a-67a687d4c0d6 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75091) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 15:59:37.974001 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-bd30b1ed-6d79-4c59-864a-67a687d4c0d6 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0735488 Aug 25 15:59:40.163714 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54740) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:40.257697 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.pecan_wsgi.hooks.translation [None req-242ea537-5ab3-4ce2-8534-bd5eca2e9c46 admin admin] GET failed (client error): The resource could not be found. Aug 25 15:59:40.258900 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-242ea537-5ab3-4ce2-8534-bd5eca2e9c46 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0942302 Aug 25 15:59:40.392816 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa65425-d6b9-443b-9934-a3d24a86ae27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:40.396496 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-2fa65425-d6b9-443b-9934-a3d24a86ae27 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1333702 Aug 25 15:59:42.444093 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54750) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:42.522392 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:59:42.527108 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:59:42.537469 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:59:42.548494 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Made reservation on behalf of fea875b8ab5841bfbd1812cb95f60491 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:42.550597 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.644265 dv-cinder-805825-2-smb neutron-server[75091]: WARNING neutron.services.revisions.revision_plugin [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Could not find related network for resource to bump revision. Aug 25 15:59:42.661062 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 15:59:42.671327 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.671672 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Added segment 37b93fbe-d5ae-4d1f-9881-6dce81f371ee of type vlan for network e858297b-5dac-4c18-acd1-dec4c13693db Aug 25 15:59:42.700114 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.733237 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.734499 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:42.735087 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:42.738527 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:42.851498 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4062400 Aug 25 15:59:42.856795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Pushing event updated for resources: {'Network': ['ID=e858297b-5dac-4c18-acd1-dec4c13693db,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:42.861199 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:42.871342 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network e858297b-5dac-4c18-acd1-dec4c13693db details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 15:59:44.947718 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54760) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 15:59:45.048433 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4623cd4-a03c-4a83-896d-b08aff2ffe5e admin admin] GET failed (client error): The resource could not be found. Aug 25 15:59:45.048936 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c4623cd4-a03c-4a83-896d-b08aff2ffe5e admin admin] Synchronizing usage tracker for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 15:59:45.065328 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c4623cd4-a03c-4a83-896d-b08aff2ffe5e admin admin] Unset dirty status for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 15:59:45.066772 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c4623cd4-a03c-4a83-896d-b08aff2ffe5e admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1177461 Aug 25 15:59:45.183307 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83939e9-3301-411c-a50a-8fc642c9a8e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:45.184742 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d83939e9-3301-411c-a50a-8fc642c9a8e9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1139634 Aug 25 15:59:45.195251 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Request body: {'subnet': {'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 15:59:45.201875 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 15:59:45.211521 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 15:59:45.221870 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Made reservation on behalf of fea875b8ab5841bfbd1812cb95f60491 for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 15:59:45.224581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.449553 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.454520 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-38195337-61d0-4ff2-856b-6347c6f537ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:45.517385 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ed9724-0110-4797-93e2-dc6fbc2829dd,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:45.526266 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:45.543630 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Checking segment: {'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:59:45.544059 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Network hostable DHCP agents. Network: e858297b-5dac-4c18-acd1-dec4c13693db, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 15:59:45.574999 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Network e858297b-5dac-4c18-acd1-dec4c13693db is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 15:59:45.587518 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, e858297b-5dac-4c18-acd1-dec4c13693db) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:45.592697 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 15:59:45.593480 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:45.599564 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bdbe5b-8c28-469f-ade2-ab14f6be5a44 None None] Network e858297b-5dac-4c18-acd1-dec4c13693db requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:59:45.623117 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4321671 Aug 25 15:59:45.835403 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-e858297b-5dac-4c18-acd1-dec4c13693db', 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db', 'tenant_id': 'fea875b8ab5841bfbd1812cb95f60491', 'fixed_ips': [{'subnet_id': '25ed9724-0110-4797-93e2-dc6fbc2829dd'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 15:59:45.836284 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:46.011556 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Allocated IP 192.168.233.2 (e858297b-5dac-4c18-acd1-dec4c13693db/25ed9724-0110-4797-93e2-dc6fbc2829dd/970a43ae-da21-42a8-a918-aad6f8cb4b23) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 15:59:46.251829 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:46.264602 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Transition to ACTIVE for port object 970a43ae-da21-42a8-a918-aad6f8cb4b23 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:46.285309 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Transition to ACTIVE for port object 970a43ae-da21-42a8-a918-aad6f8cb4b23 will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 15:59:46.292251 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:46.306927 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:46.381833 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Network e858297b-5dac-4c18-acd1-dec4c13693db is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 15:59:46.385723 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 15:59:46.388432 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 15:59:46.391582 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Pushing event updated for resources: {'Port': ['ID=970a43ae-da21-42a8-a918-aad6f8cb4b23,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:46.426859 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.427199 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.427531 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.427874 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.428200 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.428514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.428825 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.429137 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.429448 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.429756 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.430070 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 15:59:46.433910 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:46.500157 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Attempting to bind port 970a43ae-da21-42a8-a918-aad6f8cb4b23 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 15:59:46.500535 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Attempting to bind port 970a43ae-da21-42a8-a918-aad6f8cb4b23 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 15:59:46.500897 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Attempting to bind port 970a43ae-da21-42a8-a918-aad6f8cb4b23 on network e858297b-5dac-4c18-acd1-dec4c13693db {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 15:59:46.508326 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 15:59:46.508623 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Checking segment: {'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 15:59:46.509032 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:46.509427 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Bound using segment: {'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 15:59:46.509898 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Bound port: 970a43ae-da21-42a8-a918-aad6f8cb4b23, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 15:59:46.510290 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:46.642755 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] For port 970a43ae-da21-42a8-a918-aad6f8cb4b23, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 15:59:46.649147 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] For port 970a43ae-da21-42a8-a918-aad6f8cb4b23, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=970a43ae-da21-42a8-a918-aad6f8cb4b23,segment=NetworkSegment(37b93fbe-d5ae-4d1f-9881-6dce81f371ee),segment_id=37b93fbe-d5ae-4d1f-9881-6dce81f371ee)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 15:59:46.656450 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:46.661481 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:46.736108 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Pushing event updated for resources: {'Port': ['ID=970a43ae-da21-42a8-a918-aad6f8cb4b23,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:46.739803 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:47.642113 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04cee0-98cd-4eff-8e88-0fc7ab9a4d45 None None] Network e858297b-5dac-4c18-acd1-dec4c13693db requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 15:59:47.782987 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-d93c7f43-a584-4ebe-8973-9673e8ae2035 None None] Provisioning for port 970a43ae-da21-42a8-a918-aad6f8cb4b23 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:48.074718 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 970a43ae-da21-42a8-a918-aad6f8cb4b23 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:59:48.150000 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 970a43ae-da21-42a8-a918-aad6f8cb4b23 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 15:59:48.155191 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 970a43ae-da21-42a8-a918-aad6f8cb4b23 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:48.155590 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:48.230879 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-16035a26-cbb6-4840-b998-a434e63f9418 None None] Provisioning complete for port 970a43ae-da21-42a8-a918-aad6f8cb4b23 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:48.231134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-16035a26-cbb6-4840-b998-a434e63f9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:48.333199 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:48.413358 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 970a43ae-da21-42a8-a918-aad6f8cb4b23, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=970a43ae-da21-42a8-a918-aad6f8cb4b23,segment=NetworkSegment(37b93fbe-d5ae-4d1f-9881-6dce81f371ee),segment_id=37b93fbe-d5ae-4d1f-9881-6dce81f371ee)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 15:59:48.419613 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:48.423335 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-16035a26-cbb6-4840-b998-a434e63f9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:48.432718 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-7e615337-8e57-48f9-a534-a076c79e6e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 15:59:48.548483 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=970a43ae-da21-42a8-a918-aad6f8cb4b23,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 15:59:48.554188 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 15:59:48.566020 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.api [None req-16035a26-cbb6-4840-b998-a434e63f9418 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 15:59:48.566417 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_db.api [None req-16035a26-cbb6-4840-b998-a434e63f9418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 15:59:50.023597 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 970a43ae-da21-42a8-a918-aad6f8cb4b23 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 15:59:50.094148 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 970a43ae-da21-42a8-a918-aad6f8cb4b23 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 15:59:50.094515 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:51.481639 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:52.198466 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-bf97f2c6-4a4f-4b91-bd78-eb55f770d0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:54.494735 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 15:59:55.372504 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ad0d-af85-451a-a89e-b708fb6a5c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:56.673382 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 15:59:57.955085 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:21.484853 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:22.202498 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-984a28ec-308c-416a-a684-7bace66390ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:25.374595 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-bed7bc80-309d-4ed5-b6be-89d25094653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:26.679839 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:27.952937 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:31.494894 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:00:51.487853 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:52.204535 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-661a6a5e-3574-4b08-9671-10ae1183dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:54.313385 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54802) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:54.319319 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [None req-070cb536-f03b-4030-8d55-741ea0975f26 tempest-verify_tempest_config-1176715243 tempest-verify_tempest_config-1176715243-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75091) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:00:54.320274 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-070cb536-f03b-4030-8d55-741ea0975f26 tempest-verify_tempest_config-1176715243 tempest-verify_tempest_config-1176715243-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059292 Aug 25 16:00:54.646967 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54818) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:54.784406 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:54.813759 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:00:54.817516 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Usage tracker for resource:security_group_rule and tenant:4361ce6a168c4d9ea35495de05c0c282 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:00:54.820248 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:00:54.826287 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:00:54.900580 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:54.904918 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:54.914242 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:54.951406 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05cfe1-8330-475e-b5f4-f440d57d7cac,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:54.954125 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Synchronizing usage tracker for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:00:54.970741 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.971015 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.971326 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.971650 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.972003 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.972326 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.972642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.972960 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.973279 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.973590 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.973925 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:54.978504 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:54.982482 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Unset dirty status for tenant:fea875b8ab5841bfbd1812cb95f60491 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:00:54.986477 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4361ce6a168c4d9ea35495de05c0c282&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3385184 Aug 25 16:00:54.986585 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54824) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:00:55.047599 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.072722 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.164384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.168324 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:00:55.178946 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05cfe1-8330-475e-b5f4-f440d57d7cac,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:00:55.190717 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.191060 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.191395 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.191723 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.192078 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.192404 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.192733 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.193055 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.193374 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.193690 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.194010 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:00:55.196428 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:55.197524 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e05cfe1-8330-475e-b5f4-f440d57d7cac HTTP/1.1" status: 204 len: 168 time: 0.2098176 Aug 25 16:00:55.199978 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:00:55.381173 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7553349b-cedf-4df8-99aa-969e9e08d45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:56.685245 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:00:57.969234 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:08.494582 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:01:21.491234 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:22.217600 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-3f144837-edba-4880-a025-f822b28044b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:25.375444 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-04802756-6c35-400f-8ae7-d8eeaba3f8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:26.685469 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:27.963043 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:45.494827 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:01:51.494229 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:52.208734 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-8fa33644-b0f7-4421-add6-beeaccd55927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:55.377559 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d358661e-4028-4519-b64f-e9bf16be8154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:56.684298 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:01:57.963532 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:21.496493 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:22.213429 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-01b2d36c-1163-4d11-b5c3-29f1cb3f518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:22.495456 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 5 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:02:25.383502 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-0db28180-16f5-42fc-81c0-2454339be075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:26.706001 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:27.971297 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:39.190430 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-947663'] for agent, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:51.500155 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:52.217413 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1039-72d1-4279-a83d-26dc8a08c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:54.146642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 54898) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:54.287485 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-8dbd9625-75b8-4fd8-8cc5-292fd46b9cfb admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1395667 Aug 25 16:02:55.377235 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4a539870-3ade-4172-96e7-4a3ac6617f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:56.325759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 54908) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:02:56.412159 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a59ed776-a68d-4d32-9446-d1d49319a6b7 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0853302 Aug 25 16:02:56.689902 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:57.969555 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:02:59.497311 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:09.180934 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:21.503326 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:22.218584 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-68655005-55d3-4f3f-afd6-651db0b99f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:25.378903 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-e3b10925-f8e7-467e-b6d2-fb2cdd9d8f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:26.691730 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:27.973850 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:36.500741 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:03:39.183302 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:51.506147 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:52.220041 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-b56f24ba-3bc7-4181-b26f-75e3d2ec5652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:55.380762 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-66dc3bd0-b34c-4b01-8610-aeeed1e8867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:56.694671 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:03:57.989329 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:09.203422 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:13.500598 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:04:21.510628 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:22.222375 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-dee898a1-c0a8-4791-85af-0df338fa497c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:25.383980 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-c018d047-b122-4f3d-93ba-59c052ac53c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:26.702802 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:27.989130 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:39.219149 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.160263 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55052) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:43.612427 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-30907434-network', 'tenant_id': 'f5ab855ed81744b5a8c6db337e9c3d31'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:43.620698 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:43.626150 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Usage tracker for resource:network and tenant:f5ab855ed81744b5a8c6db337e9c3d31 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:43.630325 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:43.640667 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:43.654565 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Made reservation on behalf of f5ab855ed81744b5a8c6db337e9c3d31 for: {'network': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:43.661361 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.679198 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.719076 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:43.723099 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ab855ed81744b5a8c6db337e9c3d31 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:43.726617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:43.732748 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:43.815524 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.820052 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.836420 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=75092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:43.846642 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.846976 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.segments_db [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Added segment 977c9d45-c466-4756-bc13-800b04c66554 of type vlan for network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 Aug 25 16:04:43.852774 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8ab8e590-6a31-49b8-871d-3d711b9b6455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:43.878576 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:43.888360 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.888702 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.889045 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.889370 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.889684 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.890002 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.890435 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.890777 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.891417 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.891722 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.892059 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Tracked resource versions report: Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: pushed versions: Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Log': {'1.0'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Network': {'1.1'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Port': {'1.5'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'PortForwarding': {'1.2'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'QosPolicy': {'1.8'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'SubPort': {'1.0'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Subnet': {'1.1'}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Trunk': {'1.1'}} Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: consumer versions: Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: HyperV agent@hv-cinder-80582: {}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Log': '1.0', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Network': '1.1', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Port': '1.5', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'PortForwarding': '1.2', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'QosPolicy': '1.8', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroup': '1.2', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'SecurityGroupRule': '1.0', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'SubPort': '1.0', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Subnet': '1.1', Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: 'Trunk': '1.1'}} Aug 25 16:04:43.893245 dv-cinder-805825-2-smb neutron-server[75092]: {{(pid=75092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:43.899517 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:43.928500 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.964432 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.966143 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:43.967104 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:43.972313 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:44.078630 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9109402 Aug 25 16:04:44.078758 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55088) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:44.081256 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Request body: {'subnet': {'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-30907434-subnet', 'tenant_id': 'f5ab855ed81744b5a8c6db337e9c3d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:44.081429 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b5850ae0-44f8-4fff-b3fa-e4d52b08f621,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:44.086161 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:44.088590 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:44.095213 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:44.113208 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Usage tracker for resource:subnet and tenant:f5ab855ed81744b5a8c6db337e9c3d31 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:44.125265 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:44.132318 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:44.148251 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Made reservation on behalf of f5ab855ed81744b5a8c6db337e9c3d31 for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:44.150642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.374564 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.379427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:44.437257 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89294c59-116a-488f-a06d-7a1884f3f9cd,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:44.457288 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.457617 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.457936 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.458452 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.459216 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.459216 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.459575 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.459890 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.460119 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.460612 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.461097 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Tracked resource versions report: Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: pushed versions: Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Log': {'1.0'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Network': {'1.1'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Port': {'1.5'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'PortForwarding': {'1.2'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'QosPolicy': {'1.8'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'SubPort': {'1.0'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Subnet': {'1.1'}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Trunk': {'1.1'}} Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: consumer versions: Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: HyperV agent@hv-cinder-80582: {}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Log': '1.0', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Network': '1.1', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Port': '1.5', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'PortForwarding': '1.2', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'QosPolicy': '1.8', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroup': '1.2', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'SecurityGroupRule': '1.0', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'SubPort': '1.0', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Subnet': '1.1', Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: 'Trunk': '1.1'}} Aug 25 16:04:44.462398 dv-cinder-805825-2-smb neutron-server[75091]: {{(pid=75091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:44.468437 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:44.493196 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Checking segment: {'id': '977c9d45-c466-4756-bc13-800b04c66554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:44.493557 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Network hostable DHCP agents. Network: b5850ae0-44f8-4fff-b3fa-e4d52b08f621, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:44.516855 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:44.535729 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, b5850ae0-44f8-4fff-b3fa-e4d52b08f621) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:44.541481 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:44.542331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:44.556776 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1a333-c9a9-48eb-a2a1-9c667174f842 None None] Network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:44.602383 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5156901 Aug 25 16:04:44.657370 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55108) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:44.812334 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09437fc-adcb-41ab-aa9d-b0be417a5581 None None] Network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:44.871694 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55120) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:44.917588 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55130) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:45.070436 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1325708188-network', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:45.075478 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:45.079359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Usage tracker for resource:network and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:45.082287 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:45.090547 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:45.102905 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Made reservation on behalf of 2d51fc9440624cc4abb1ef827f2b5fb2 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:45.105700 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.119469 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.163042 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:45.167419 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Usage tracker for resource:security_group_rule and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:45.171069 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:45.177814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:45.234569 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2132436514-network', 'tenant_id': 'b2ecf89bcbac422fa4ec0503a789e214'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:45.244590 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:45.249257 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Usage tracker for resource:network and tenant:b2ecf89bcbac422fa4ec0503a789e214 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:45.252922 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:45.261284 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:45.281309 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.292295 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-156285001-network', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:45.294495 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Made reservation on behalf of b2ecf89bcbac422fa4ec0503a789e214 for: {'network': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:45.297370 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:45.297529 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.301633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Usage tracker for resource:network and tenant:863ddba23f424b62af4f3c2a104d2b62 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:45.305447 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:45.312700 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:45.315687 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.324002 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.329316 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:45.339089 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Made reservation on behalf of 863ddba23f424b62af4f3c2a104d2b62 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:45.342015 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.356486 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:45.360013 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.361645 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ecf89bcbac422fa4ec0503a789e214 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:45.366769 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:45.373603 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:45.377406 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:45.414886 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.415614 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Added segment 1a174241-9286-47a0-b86f-a53c57acc372 of type vlan for network 597a3fc1-f4fa-49cb-ae75-c150948427f7 Aug 25 16:04:45.425102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db15491-cbb8-4380-967d-0dd7e1c27a3e,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:45.430338 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:45.450776 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:45.466203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Usage tracker for resource:security_group_rule and tenant:863ddba23f424b62af4f3c2a104d2b62 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:45.473428 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:45.484241 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:45.484966 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.488195 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.492760 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.511303 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:45.542941 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b0c73-e75a-43db-be3a-1ac156d86d7a,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:45.546840 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:45.549827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.db.api [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=75092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:04:45.550576 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_db.api [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:04:45.555511 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.561259 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:45.561947 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.570411 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9b0dde91-9d54-4957-a544-8e3d4d18ec19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:45.700042 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.710854 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.712097 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Pushing event updated for resources: {'Network': ['ID=597a3fc1-f4fa-49cb-ae75-c150948427f7,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:45.715047 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:45.719341 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0607657 Aug 25 16:04:45.722085 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-86d17156-0c23-483d-8669-eed80ec4dfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:45.723046 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55168) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:45.724161 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:45.730658 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Request body: {'subnet': {'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1325708188-subnet', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:45.740084 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:45.751431 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Usage tracker for resource:subnet and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:45.756654 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:45.761185 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:45.766772 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb71b7-46ee-4abb-a591-9f2882a73c71,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:45.770867 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:45.776337 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.776811 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Added segment f33c04b6-faca-42b3-9121-bd45bffda026 of type vlan for network 10422bd8-f401-444b-8336-b34a875ca47f Aug 25 16:04:45.780405 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:45.806946 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Made reservation on behalf of 2d51fc9440624cc4abb1ef827f2b5fb2 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:45.810065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.812952 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.852691 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.854099 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:45.854693 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:45.859542 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-06e81762-f66e-4e92-9b4e-68e1a251b00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:45.971246 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0523415 Aug 25 16:04:45.984146 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55174) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:45.984878 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Pushing event updated for resources: {'Network': ['ID=10422bd8-f401-444b-8336-b34a875ca47f,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:45.987625 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:45.994098 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Request body: {'subnet': {'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-subnet', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:45.999597 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 10422bd8-f401-444b-8336-b34a875ca47f details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:46.012194 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:46.017002 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Usage tracker for resource:subnet and tenant:863ddba23f424b62af4f3c2a104d2b62 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:46.026144 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:46.035152 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:46.056093 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Made reservation on behalf of 863ddba23f424b62af4f3c2a104d2b62 for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:46.060047 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.098235 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.111866 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.125873 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:46.203650 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6433b59b-95c6-4b38-936d-28a6e222d7ad,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:46.240763 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=75092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:46.259812 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.260210 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.segments_db [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Added segment fecdc4fc-0d54-48cb-b237-cb2f0169c354 of type vlan for network e32df4b6-5974-4df5-acbd-b68afb16680b Aug 25 16:04:46.316665 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.361937 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:46.399117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.402947 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:46.403467 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.455970 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ca6e9d12-9010-4c74-a599-1379aded5441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:46.490374 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Checking segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:46.490797 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Network hostable DHCP agents. Network: 597a3fc1-f4fa-49cb-ae75-c150948427f7, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:46.496060 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6230772 Aug 25 16:04:46.501878 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55192) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:46.559577 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.563842 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Request body: {'subnet': {'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2132436514-subnet', 'tenant_id': 'b2ecf89bcbac422fa4ec0503a789e214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:46.564659 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7379ee68-3d74-4835-8aea-a9d8252e68f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:46.587761 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:46.608532 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Usage tracker for resource:subnet and tenant:b2ecf89bcbac422fa4ec0503a789e214 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:46.625405 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:46.645571 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:46.648869 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e32df4b6-5974-4df5-acbd-b68afb16680b,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:46.662677 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network e32df4b6-5974-4df5-acbd-b68afb16680b details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:46.670437 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:46.689802 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Made reservation on behalf of b2ecf89bcbac422fa4ec0503a789e214 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:46.692733 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.719384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:46.736091 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41dfc9f-0171-4597-8a15-853ce12cd4af,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:46.744664 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:46.764550 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Checking segment: {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:46.764901 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Network hostable DHCP agents. Network: 10422bd8-f401-444b-8336-b34a875ca47f, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:46.798054 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 597a3fc1-f4fa-49cb-ae75-c150948427f7) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:46.812544 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Network 10422bd8-f401-444b-8336-b34a875ca47f is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:46.823117 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 10422bd8-f401-444b-8336-b34a875ca47f) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:46.826796 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:46.827588 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.837402 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:46.838037 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.860474 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1358600 Aug 25 16:04:46.864393 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55206) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:46.866797 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbfa66c-4d36-4c66-a783-b81e101b4908 None None] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:46.873252 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:46.879377 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:46.884589 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Usage tracker for resource:router and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:46.888579 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:46.889143 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9004269 Aug 25 16:04:46.892264 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55210) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:46.894605 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52a385-489b-46f4-8b70-ea5acacfc351 None None] Network 10422bd8-f401-444b-8336-b34a875ca47f requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:46.897657 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:46.898112 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:46.904886 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:46.912357 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.912579 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Usage tracker for resource:router and tenant:863ddba23f424b62af4f3c2a104d2b62 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:46.913992 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.924965 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:46.948897 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:46.951229 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.973675 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:46.975401 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:47.035513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:47.496511 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:47.598609 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-597a3fc1-f4fa-49cb-ae75-c150948427f7', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:04:47.598861 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:47.599426 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:47.641558 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62bf25-81ff-402e-9436-c82549b1fa2d None None] Network 10422bd8-f401-444b-8336-b34a875ca47f requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:47.911695 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:47.936002 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55258) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:47.940804 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:48.152425 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:48.168720 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:48.189671 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.210221 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Allocated IP 172.20.0.2 (597a3fc1-f4fa-49cb-ae75-c150948427f7/6433b59b-95c6-4b38-936d-28a6e222d7ad/d5a97ad2-3b5d-4972-b03d-4c30195443e2) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:48.217827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Checking segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:48.218172 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Network hostable DHCP agents. Network: e32df4b6-5974-4df5-acbd-b68afb16680b, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:04:48.304457 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.359224 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Network e32df4b6-5974-4df5-acbd-b68afb16680b is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:04:48.506782 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.519630 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Transition to ACTIVE for port object d5a97ad2-3b5d-4972-b03d-4c30195443e2 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:48.534196 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, e32df4b6-5974-4df5-acbd-b68afb16680b) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:48.543099 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Transition to ACTIVE for port object d5a97ad2-3b5d-4972-b03d-4c30195443e2 will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:48.552668 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.556016 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f45896-aefd-4e6e-9c5a-000abe78b106 None None] Network e32df4b6-5974-4df5-acbd-b68afb16680b requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:48.559755 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55276) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:48.576242 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.606976 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:48.610865 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.622382 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.670437 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55286) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:48.689253 dv-cinder-805825-2-smb neutron-server[75091]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:04:48.695965 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.786947 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:48.793661 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2858045 Aug 25 16:04:48.847596 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:48.882545 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Pushing event updated for resources: {'Port': ['ID=d5a97ad2-3b5d-4972-b03d-4c30195443e2,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:48.910770 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.911102 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.911427 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.911744 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.912102 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.912413 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.913265 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.913579 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.913885 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.914361 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.914676 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Tracked resource versions report: Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: pushed versions: Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Log': {'1.0'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Network': {'1.1'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Port': {'1.5'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'PortForwarding': {'1.2'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'QosPolicy': {'1.8'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'SubPort': {'1.0'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Subnet': {'1.1'}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Trunk': {'1.1'}} Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: consumer versions: Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: HyperV agent@hv-cinder-80582: {}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Log': '1.0', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Network': '1.1', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Port': '1.5', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'PortForwarding': '1.2', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'QosPolicy': '1.8', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroup': '1.2', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'SecurityGroupRule': '1.0', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'SubPort': '1.0', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Subnet': '1.1', Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: 'Trunk': '1.1'}} Aug 25 16:04:48.915671 dv-cinder-805825-2-smb neutron-server[75093]: {{(pid=75093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:48.929169 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:48.938404 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:48.964677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f095c739-480f-4992-bd54-ffd97352365e tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:48.967002 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:48.986489 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f095c739-480f-4992-bd54-ffd97352365e tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/networks?id=b5850ae0-44f8-4fff-b3fa-e4d52b08f621 HTTP/1.1" status: 200 len: 810 time: 0.3011882 Aug 25 16:04:48.986594 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:48.986594 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c2734-8ed7-43eb-b998-efb50bf44416 None None] Network e32df4b6-5974-4df5-acbd-b68afb16680b requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:49.025233 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-e5450384-ff3c-4750-aff3-4d60c8ef4a3d tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/quotas/f5ab855ed81744b5a8c6db337e9c3d31 HTTP/1.1" status: 200 len: 375 time: 0.0489669 Aug 25 16:04:49.087237 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Allocated IP 172.28.1.220 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/d3a157a6-e29c-4755-a4b6-0a4f96f30059) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:49.093820 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:49.101465 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:49.115836 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Usage tracker for resource:security_group_rule and tenant:2903d3eac73849008b6219bcf2ac33af is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:49.119611 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Usage tracker for resource:security_group_rule and tenant:53ae0acb7ab742ac881a95720381894c is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:49.147975 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-aed7dbd2-27e5-4af0-93f7-9663cd20deec tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5ab855ed81744b5a8c6db337e9c3d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100917 Aug 25 16:04:49.151118 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:49.154280 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:49.180652 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:49.185393 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:49.187480 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Attempting to bind port d5a97ad2-3b5d-4972-b03d-4c30195443e2 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:49.187921 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Attempting to bind port d5a97ad2-3b5d-4972-b03d-4c30195443e2 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:49.188285 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Attempting to bind port d5a97ad2-3b5d-4972-b03d-4c30195443e2 on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:49.249942 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:49.251313 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Checking segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:49.251468 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.251978 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Bound using segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:49.260489 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Bound port: d5a97ad2-3b5d-4972-b03d-4c30195443e2, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:49.262865 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.452094 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] For port d5a97ad2-3b5d-4972-b03d-4c30195443e2, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:49.456199 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] For port d5a97ad2-3b5d-4972-b03d-4c30195443e2, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=d5a97ad2-3b5d-4972-b03d-4c30195443e2,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:49.468070 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.482977 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-48968375-1225-485b-abdc-ef42ee5a0ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:49.592812 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.645626 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55330) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:49.648640 dv-cinder-805825-2-smb neutron-server[75092]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 16:04:49.667902 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.672864 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.682054 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55334) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:49.700055 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:49.711811 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.715334 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Pushing event updated for resources: {'Port': ['ID=d5a97ad2-3b5d-4972-b03d-4c30195443e2,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:49.718671 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:49.734857 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.801779 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d474529f-0d40-4e8e-9ed3-f5cc4214cb43,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:49.805660 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:49.810020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:49.818267 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2903d3eac73849008b6219bcf2ac33af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8812337 Aug 25 16:04:49.838824 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55342) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:49.908778 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53ae0acb7ab742ac881a95720381894c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3467002 Aug 25 16:04:49.912204 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55350) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:49.915586 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:49.917098 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d935d49-6175-46ad-ad8b-2c3efee16afe,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:49.920410 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:49.940686 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:50.038457 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.067441 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-c1ef98f4-6326-4e44-9a64-8d3559120534 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75091) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:04:50.074502 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-c1ef98f4-6326-4e44-9a64-8d3559120534 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1804864 Aug 25 16:04:50.095836 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-0c844977-64a8-4526-86a0-e947ec7fc24f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:50.096540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-0c844977-64a8-4526-86a0-e947ec7fc24f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:network {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:04:50.103437 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:50.111668 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:50.114684 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:50.118130 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.120468 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Allocated IP 172.28.1.166 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/f03ef262-1e14-4faf-819a-ec7b679791fa) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:50.151303 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a157a6-e29c-4755-a4b6-0a4f96f30059,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:50.156832 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:50.179327 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-0c844977-64a8-4526-86a0-e947ec7fc24f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:network {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:04:50.184595 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-0c844977-64a8-4526-86a0-e947ec7fc24f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.5375535 Aug 25 16:04:50.193082 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.201287 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:50.240482 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d5a97ad2-3b5d-4972-b03d-4c30195443e2 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:04:50.257677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Usage tracker for resource:security_group_rule and tenant:fe92cbbd8f584f1d890af95f1602a55f is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:50.262410 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-dd4b6011-e83d-4d5c-82ef-6c436fd7eff6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/quotas/b2ecf89bcbac422fa4ec0503a789e214 HTTP/1.1" status: 200 len: 375 time: 0.0599444 Aug 25 16:04:50.268465 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:50.290160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:50.328968 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.340400 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-0e793428-fbfb-436f-8533-9a5a0ea7bf73 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698080 Aug 25 16:04:50.394621 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port d5a97ad2-3b5d-4972-b03d-4c30195443e2 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:50.458489 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.470881 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-620c817a-5ae7-42c0-9619-24e14a0c6a8c service neutron] 10.222.0.30 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954232 Aug 25 16:04:50.500556 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:04:50.510306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.521076 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.543566 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:50.569098 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-05c8d973-da39-4e60-8752-b81083817074 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75092) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:04:50.572917 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-05c8d973-da39-4e60-8752-b81083817074 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1499074 Aug 25 16:04:50.580532 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d474529f-0d40-4e8e-9ed3-f5cc4214cb43,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:50.606932 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:50.744780 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.749988 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.755562 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d474529f-0d40-4e8e-9ed3-f5cc4214cb43 HTTP/1.1" status: 204 len: 168 time: 0.9118207 Aug 25 16:04:50.778782 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.799635 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:50.810762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.813326 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-41e51bae-e826-41b4-a5f8-d74600e95a13 service neutron] 10.222.0.30 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094702 Aug 25 16:04:50.853551 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-5eb13da1-950f-494a-9275-4df1e7cd0222 service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646523 Aug 25 16:04:50.867751 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feef210e-31d6-4edc-8407-52923b116323,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:50.871927 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:50.873273 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.874777 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.878894 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:50.890536 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe92cbbd8f584f1d890af95f1602a55f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1980031 Aug 25 16:04:50.896356 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55366) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:50.906098 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d935d49-6175-46ad-ad8b-2c3efee16afe,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:50.909236 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:50.951100 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:50.953338 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c791957-4ff8-4ef0-9f84-c6ccf934fdb0 None None] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:04:50.966507 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:51.060550 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:51.073038 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.075446 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d935d49-6175-46ad-ad8b-2c3efee16afe HTTP/1.1" status: 204 len: 168 time: 1.1621945 Aug 25 16:04:51.078067 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:51.082701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=f03ef262-1e14-4faf-819a-ec7b679791fa,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:51.085528 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:51.119878 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:51.127873 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.175726 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.182401 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-9f85622f-940f-4c9b-a7da-826401d778ca service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277941 Aug 25 16:04:51.251920 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Provisioning for port d5a97ad2-3b5d-4972-b03d-4c30195443e2 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:51.261419 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Provisioning complete for port d5a97ad2-3b5d-4972-b03d-4c30195443e2 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:51.262073 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.332808 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.343793 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:51.361414 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feef210e-31d6-4edc-8407-52923b116323,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:51.363913 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:51.418615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.419670 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.447814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.452667 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feef210e-31d6-4edc-8407-52923b116323 HTTP/1.1" status: 204 len: 168 time: 0.5494876 Aug 25 16:04:51.555291 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.662223 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] For port d5a97ad2-3b5d-4972-b03d-4c30195443e2, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=d5a97ad2-3b5d-4972-b03d-4c30195443e2,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:04:51.730532 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55400) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:51.827292 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.837145 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.871230 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:51.877285 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:51.936350 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6e51c43c-9c46-43d1-bef4-79b012ef6612 req-bb4e8f32-74d7-4d21-8ea6-8d8cfc66a54e tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.3205874 Aug 25 16:04:51.953645 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:51.983121 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Usage tracker for resource:security_group_rule and tenant:508ba6de3c5642d1bf0fbfa3b6fe3f2c is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:51.987566 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:52.011926 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:52.017026 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Router e7544717-3756-44b8-958a-715c2cddc798 is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:04:52.085816 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Pushing event updated for resources: {'Port': ['ID=d5a97ad2-3b5d-4972-b03d-4c30195443e2,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:52.093559 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:52.170296 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Router 858b79e5-e58a-4035-a323-60283c15c8f5 is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:04:52.191559 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55428) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:52.234180 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3976-0457-4e8e-aa97-94c2a513e594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.242741 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.252930 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.277128 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d5a97ad2-3b5d-4972-b03d-4c30195443e2 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:04:52.281775 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.311292 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:52.378842 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-03976da0-c89e-4451-a589-8649940d9d77 req-c8456aab-1f97-4c04-a546-bd8a3b510d9b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.2056174 Aug 25 16:04:52.481228 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port d5a97ad2-3b5d-4972-b03d-4c30195443e2 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:52.486897 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.580993 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d332d8-254b-4253-8cb5-6a88347a74a5,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:52.596060 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:52.614268 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=508ba6de3c5642d1bf0fbfa3b6fe3f2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8826210 Aug 25 16:04:52.615683 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55438) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:52.622014 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:52.640077 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Usage tracker for resource:security_group_rule and tenant:1093fe6a851746bf9889f7ac1fde83f8 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:52.677939 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:52.682734 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-0109b2ac-5905-41d4-af44-e0b0170ce2db None None] Provisioning complete for port d5a97ad2-3b5d-4972-b03d-4c30195443e2 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:52.683231 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-0109b2ac-5905-41d4-af44-e0b0170ce2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.695812 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:52.738152 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:04:52.758147 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Sync routers for ids ['e7544717-3756-44b8-958a-715c2cddc798'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:04:52.783655 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.789412 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8961501 Aug 25 16:04:52.792612 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55446) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:52.794006 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Routers {'e7544717-3756-44b8-958a-715c2cddc798'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:52.795409 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['e7544717-3756-44b8-958a-715c2cddc798'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:52.916909 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:52.989008 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.061855 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.089684 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-19d5213f-a326-47b9-b536-c768651327a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:53.107597 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.108921 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.115459 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40d332d8-254b-4253-8cb5-6a88347a74a5 HTTP/1.1" status: 204 len: 168 time: 0.4903734 Aug 25 16:04:53.133806 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d332d8-254b-4253-8cb5-6a88347a74a5,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:53.137427 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:53.139972 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.201117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:53.212260 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1093fe6a851746bf9889f7ac1fde83f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0152552 Aug 25 16:04:53.213642 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55480) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:53.254186 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:04:53.272706 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Sync routers for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:04:53.301499 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:53.302669 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:53.305183 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb91cf84-2c94-4109-a873-36a7f5deffd0,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:53.331220 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:53.355486 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:53.360994 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4956155 Aug 25 16:04:53.363406 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55484) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:53.421891 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-534115c9-9e09-4459-97c6-564cb09041db req-2024beda-9f10-41ae-8212-973a16d229bb tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.2652366 Aug 25 16:04:53.464984 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Set router e7544717-3756-44b8-958a-715c2cddc798 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:53.946172 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:54.058860 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.068482 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d5815fe-4604-437b-93fd-0e73e185c83d req-8d40d94e-f8ce-4187-bd43-92790daa3ed6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.2031276 Aug 25 16:04:54.170446 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.213724 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:50Z', 'revision_number': 3, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port': {'id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:54.227060 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Checking router: e7544717-3756-44b8-958a-715c2cddc798 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:04:54.227918 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Updating router e7544717-3756-44b8-958a-715c2cddc798 port d3a157a6-e29c-4755-a4b6-0a4f96f30059 binding host dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:04:54.292027 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55528) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:54.391140 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.626392 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:51Z', 'revision_number': 3, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:54.651749 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Checking router: 858b79e5-e58a-4035-a323-60283c15c8f5 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:04:54.657146 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Updating router 858b79e5-e58a-4035-a323-60283c15c8f5 port f03ef262-1e14-4faf-819a-ec7b679791fa binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:04:54.681813 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.705467 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:54.741567 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb91cf84-2c94-4109-a873-36a7f5deffd0,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:54.748732 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:54.752789 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:54.757649 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb91cf84-2c94-4109-a873-36a7f5deffd0 HTTP/1.1" status: 204 len: 168 time: 1.5427620 Aug 25 16:04:54.970286 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.035704 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-bfba2710-e7e4-457c-b9dc-df8a1ee6c675 req-49a7db7b-434c-47b0-b7ab-9893be2106d8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.2149093 Aug 25 16:04:55.070275 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-866391599-network', 'tenant_id': 'bec8fddb5b7c4b69b8ae9150f6fa6998'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:55.080633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:55.091138 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Usage tracker for resource:network and tenant:bec8fddb5b7c4b69b8ae9150f6fa6998 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:55.097298 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:55.113888 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:55.116882 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Notify callbacks [] for port, precommit_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.148435 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.provisioning_blocks [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Transition to ACTIVE for port object d3a157a6-e29c-4755-a4b6-0a4f96f30059 will not be triggered until provisioned by entity L2. {{(pid=75094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:55.165561 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55552) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:55.166861 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.192818 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Made reservation on behalf of bec8fddb5b7c4b69b8ae9150f6fa6998 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:55.195275 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.197838 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.216211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.262796 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:55.269018 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Usage tracker for resource:security_group_rule and tenant:bec8fddb5b7c4b69b8ae9150f6fa6998 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:55.281818 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:55.290964 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:55.317233 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Pushing event updated for resources: {'Port': ['ID=d3a157a6-e29c-4755-a4b6-0a4f96f30059,revision_number=2']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:55.337472 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Attempting to bind port d3a157a6-e29c-4755-a4b6-0a4f96f30059 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:55.339051 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Attempting to bind port d3a157a6-e29c-4755-a4b6-0a4f96f30059 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:55.340010 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Attempting to bind port d3a157a6-e29c-4755-a4b6-0a4f96f30059 on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:55.376668 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.377157 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.377709 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.378138 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.378581 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.379047 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.380121 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.381042 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.382699 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.383232 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.383656 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Tracked resource versions report: Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: pushed versions: Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: { 'ConntrackHelper': {'1.0'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Log': {'1.0'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Network': {'1.1'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Port': {'1.5'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'PortForwarding': {'1.2'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'QosPolicy': {'1.8'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroup': {'1.2'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroupRule': {'1.0'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'SubPort': {'1.0'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Subnet': {'1.1'}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Trunk': {'1.1'}} Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: consumer versions: Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: { DHCP agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: HyperV agent@hv-cinder-80582: {}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: L3 agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: Metadata agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: Metering agent@dv-cinder-805825-2-smb: {}, Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: Open vSwitch agent@dv-cinder-805825-2-smb: { 'ConntrackHelper': '1.0', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Log': '1.0', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Network': '1.1', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Port': '1.5', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'PortForwarding': '1.2', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'QosPolicy': '1.8', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroup': '1.2', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'SecurityGroupRule': '1.0', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'SubPort': '1.0', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Subnet': '1.1', Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: 'Trunk': '1.1'}} Aug 25 16:04:55.384981 dv-cinder-805825-2-smb neutron-server[75094]: {{(pid=75094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 16:04:55.392862 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:55.395295 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:55.399918 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:55.403553 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.417354 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:55.417902 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.431666 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.431979 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Bound port: d3a157a6-e29c-4755-a4b6-0a4f96f30059, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:55.431979 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.432141 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.549095 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-a2d7f8c1-dfd1-476f-b12b-827780f814a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.620520 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:04:55.629152 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] For port d3a157a6-e29c-4755-a4b6-0a4f96f30059, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:55.639118 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] For port d3a157a6-e29c-4755-a4b6-0a4f96f30059, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=d3a157a6-e29c-4755-a4b6-0a4f96f30059,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:55.639296 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9c8957f4-8a5f-4d85-9d4a-e615f750d494 req-804f8909-26cb-4a3a-9322-e39dcd373d5d tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.0856371 Aug 25 16:04:55.650655 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.664846 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91edf5e1-c524-4c8d-aebe-422bbed02ed8,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:55.689677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:55.689791 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-67deb986-8035-431f-9b8b-8382291a9dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.704944 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.707424 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Added segment 1108ca96-2b0f-4acf-8bd5-ee0a67a218ac of type vlan for network 279b4cd6-aec4-43a2-9ba7-da76d6e44fde Aug 25 16:04:55.749644 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.854316 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.871890 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.53', 57620) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:55.873281 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Transition to ACTIVE for port object f03ef262-1e14-4faf-819a-ec7b679791fa will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:55.885420 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.896351 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Pushing event updated for resources: {'Port': ['ID=d3a157a6-e29c-4755-a4b6-0a4f96f30059,revision_number=3']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:55.900064 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:55.970852 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:55.981961 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:55.986246 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Routers {'e7544717-3756-44b8-958a-715c2cddc798'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:55.986885 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:56Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['e7544717-3756-44b8-958a-715c2cddc798'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:56.123379 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4878e-31f0-424f-a2a4-48aa64e289a7 None None] Pushing event updated for resources: {'Port': ['ID=f03ef262-1e14-4faf-819a-ec7b679791fa,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:56.131028 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-c3a4878e-31f0-424f-a2a4-48aa64e289a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:56.135305 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Attempting to bind port f03ef262-1e14-4faf-819a-ec7b679791fa on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:04:56.135681 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Attempting to bind port f03ef262-1e14-4faf-819a-ec7b679791fa by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:04:56.136467 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Attempting to bind port f03ef262-1e14-4faf-819a-ec7b679791fa on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:04:56.162545 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:04:56.163450 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:04:56.163898 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.164300 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:04:56.164794 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Bound port: f03ef262-1e14-4faf-819a-ec7b679791fa, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:04:56.165166 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.251161 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.423521 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] For port f03ef262-1e14-4faf-819a-ec7b679791fa, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:04:56.432641 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.437637 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] For port f03ef262-1e14-4faf-819a-ec7b679791fa, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=f03ef262-1e14-4faf-819a-ec7b679791fa,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:04:56.450364 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:56.469637 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:56.527250 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] Set router e7544717-3756-44b8-958a-715c2cddc798 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:56.555457 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4878e-31f0-424f-a2a4-48aa64e289a7 None None] Pushing event updated for resources: {'Port': ['ID=f03ef262-1e14-4faf-819a-ec7b679791fa,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:56.561889 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-c3a4878e-31f0-424f-a2a4-48aa64e289a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:56.646023 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:04:56.649166 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:56Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:56.898543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Allocated IP 172.20.0.1 (10422bd8-f401-444b-8336-b34a875ca47f/d41dfc9f-0171-4597-8a15-853ce12cd4af/4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:57.056184 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.53', 57625) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:57.194395 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.232792 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b2d80e1c-cbdb-4052-95bb-4a5a027ec831 req-5b2283ed-bcda-4101-af0b-eb652e8ce443 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.1751401 Aug 25 16:04:57.248972 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.264711 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:04:57.341464 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac7c742e-178c-414b-9922-2b29b35a13eb req-f2cfdb5e-718b-464c-9b9a-c6778ba1341e tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.7853141 Aug 25 16:04:57.364917 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.402524 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.db.resource_extend [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:04:57.422915 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Allocated IP 172.20.0.1 (597a3fc1-f4fa-49cb-ae75-c150948427f7/6433b59b-95c6-4b38-936d-28a6e222d7ad/908fcd8b-49d8-40d9-8f77-5392b1e57891) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:57.458290 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:50Z', 'revision_number': 3, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port': {'id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:57.464099 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba0b7d-8560-47b2-8e8c-9b7f6c1dfddf None None] The sync data for ids ['e7544717-3756-44b8-958a-715c2cddc798'] in dv-cinder-805825-2-smb is: [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:50Z', 'revision_number': 3, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port': {'id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:04:57.495730 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:57.669445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Network 10422bd8-f401-444b-8336-b34a875ca47f is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:57.684124 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-ac569665-e403-401c-a932-6c331fbbc012 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:57.690702 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-ac569665-e403-401c-a932-6c331fbbc012 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.5528109 Aug 25 16:04:57.695401 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:57.706814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:57.707295 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.769087 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:57.772923 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:57.807437 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Request body: {'port': {'device_id': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'admin_state_up': True, 'tenant_id': 'b2ecf89bcbac422fa4ec0503a789e214'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:57.841483 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:57.846280 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.858971 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.860238 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Usage tracker for resource:security_group_rule and tenant:7c0f82976f594bfcb93b84d1799a068f is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:57.870344 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-dcd5a005-809b-4b39-a1c4-78238de904ec tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:57.872147 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-dcd5a005-809b-4b39-a1c4-78238de904ec tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.53 "GET /v2.0/networks?id=b5850ae0-44f8-4fff-b3fa-e4d52b08f621 HTTP/1.1" status: 200 len: 810 time: 1.9908943 Aug 25 16:04:57.879590 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:57.880405 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:04:57.881011 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:57.980445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:58.027020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:58.066243 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Request body: {'port': {'device_id': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621', 'admin_state_up': True, 'tenant_id': 'f5ab855ed81744b5a8c6db337e9c3d31'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:58.141404 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.237177 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.263240 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Transition to ACTIVE for port object 908fcd8b-49d8-40d9-8f77-5392b1e57891 will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:04:58.270628 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:51Z', 'revision_number': 3, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:04:58.287475 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15fd0e-847f-429c-9bd1-44d6748ca6b4 None None] The sync data for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb is: [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:51Z', 'revision_number': 3, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:04:58.341221 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.343636 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:58.363717 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-757a392d-7ec6-4b53-9c1e-f5c7bce85ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:58.368410 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d3a157a6-e29c-4755-a4b6-0a4f96f30059 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:04:58.370159 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:58.381182 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Usage tracker for resource:port and tenant:f5ab855ed81744b5a8c6db337e9c3d31 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:58.391507 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:58.405925 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:58.434047 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.1407654 Aug 25 16:04:58.471470 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55638) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:04:58.615630 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Usage tracker for resource:port and tenant:b2ecf89bcbac422fa4ec0503a789e214 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:58.624054 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Made reservation on behalf of f5ab855ed81744b5a8c6db337e9c3d31 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:58.628571 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Pushing event updated for resources: {'Port': ['ID=908fcd8b-49d8-40d9-8f77-5392b1e57891,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:58.633162 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.649548 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:58.661077 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:58.675600 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port d3a157a6-e29c-4755-a4b6-0a4f96f30059 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:58.687110 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Request body: {'subnet': {'network_id': '279b4cd6-aec4-43a2-9ba7-da76d6e44fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-866391599-subnet', 'tenant_id': 'bec8fddb5b7c4b69b8ae9150f6fa6998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:04:58.694466 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port d3a157a6-e29c-4755-a4b6-0a4f96f30059 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:58.696733 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:58.937796 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:04:58.985097 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:04:59.011537 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-da3c904d-6154-4912-86a1-a3c8f59deac5 req-97c32f67-a4c9-4292-96bb-8936788a1ce1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.3337364 Aug 25 16:04:59.013483 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:04:59.021419 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:04:59.026479 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.037065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Made reservation on behalf of b2ecf89bcbac422fa4ec0503a789e214 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:04:59.047218 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.202703 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.282087 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port d3a157a6-e29c-4755-a4b6-0a4f96f30059, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=d3a157a6-e29c-4755-a4b6-0a4f96f30059,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:04:59.289553 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.303591 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:59.415022 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.439102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:04:59.521996 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=d3a157a6-e29c-4755-a4b6-0a4f96f30059,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:59.528051 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:59.587611 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1bdf4a4c-2e20-463b-808b-08ae1560ad81 None None] Provisioning for port 908fcd8b-49d8-40d9-8f77-5392b1e57891 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:04:59.597805 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fac4ae40-bc48-4625-b427-a97efa8ebfc0 req-dced8bda-7f2e-4ab3-a480-4e4bfeaabe06 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.1894038 Aug 25 16:04:59.608970 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1bdf4a4c-2e20-463b-808b-08ae1560ad81 None None] Provisioning complete for port 908fcd8b-49d8-40d9-8f77-5392b1e57891 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:04:59.609513 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4a4c-2e20-463b-808b-08ae1560ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.621757 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.623444 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Usage tracker for resource:subnet and tenant:bec8fddb5b7c4b69b8ae9150f6fa6998 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:04:59.642170 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Pushing event updated for resources: {'Network': ['ID=279b4cd6-aec4-43a2-9ba7-da76d6e44fde,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:04:59.649060 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.666176 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.686s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:04:59.668642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:04:59.671696 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:04:59.698306 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 279b4cd6-aec4-43a2-9ba7-da76d6e44fde details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:04:59.723498 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Allocated IP 172.20.0.7 (e32df4b6-5974-4df5-acbd-b68afb16680b/9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3/aedc2f17-d8de-4e6a-9471-b212ffbe8b7a) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:04:59.826012 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-92dc0616-9b1e-47fc-91f1-a6bdcca8bd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:04:59.913673 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:00.031101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.045991 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf4a4c-2e20-463b-808b-08ae1560ad81 None None] Port 908fcd8b-49d8-40d9-8f77-5392b1e57891 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:05:00.120995 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.128356 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:00.267029 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Made reservation on behalf of bec8fddb5b7c4b69b8ae9150f6fa6998 for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:00.280432 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.334027 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:00.426591 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a8486bfe-1a67-483f-8f19-2973e18858f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:00.447441 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Network 10422bd8-f401-444b-8336-b34a875ca47f is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:00.460961 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:00.491646 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d3a157a6-e29c-4755-a4b6-0a4f96f30059 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:00.533176 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.559107 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-74bd2ab8-50ab-4408-96c0-3e2709b0f94e req-6f87644d-4a38-4db6-ad89-443809344248 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.2169497 Aug 25 16:05:00.563099 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.569710 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:00.590935 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-c57aeeeb-bca7-4eaa-b009-b005773d4a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:00.754530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port d3a157a6-e29c-4755-a4b6-0a4f96f30059 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:00.756010 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.082147 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f03ef262-1e14-4faf-819a-ec7b679791fa up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:01.092895 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f5def2a0-3edf-4cf7-b7fe-b8a3a261cc00 req-1cfb6045-6f55-4c2e-8d79-1d26be7f9c9c tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.1069138 Aug 25 16:05:01.104908 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e1f79-d1f2-4c0d-b226-b58e931488f5,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:01.118300 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:01.129119 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c0f82976f594bfcb93b84d1799a068f&name=default HTTP/1.1" status: 200 len: 2647 time: 5.9596255 Aug 25 16:05:01.129119 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Allocated IP 172.20.0.14 (b5850ae0-44f8-4fff-b3fa-e4d52b08f621/89294c59-116a-488f-a06d-7a1884f3f9cd/9715c0ee-d1e2-455e-a367-f035eac52331) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:01.138949 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55678) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:01.274659 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:01.281338 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:01.321020 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port f03ef262-1e14-4faf-819a-ec7b679791fa completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:01.328227 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port f03ef262-1e14-4faf-819a-ec7b679791fa triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:01.328650 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.371587 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.629446 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.697110 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.715833 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.726380 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Pushing event updated for resources: {'Port': ['ID=908fcd8b-49d8-40d9-8f77-5392b1e57891,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:01.759633 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:01.762801 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port f03ef262-1e14-4faf-819a-ec7b679791fa, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=f03ef262-1e14-4faf-819a-ec7b679791fa,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:01.789978 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Router e7544717-3756-44b8-958a-715c2cddc798 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:05:01.813364 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:01.834567 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ccdc857e-a264-4648-8a1b-d6147cf094ef None None] Provisioning complete for port 908fcd8b-49d8-40d9-8f77-5392b1e57891 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:01.838443 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ccdc857e-a264-4648-8a1b-d6147cf094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.036898 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:02.179587 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aac320be-63c3-4353-9da0-d61652de020f req-7363efbb-3104-4774-8fe8-ce8dc5f4eb94 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.1922741 Aug 25 16:05:02.246947 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.251217 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc857e-a264-4648-8a1b-d6147cf094ef None None] Port 908fcd8b-49d8-40d9-8f77-5392b1e57891 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:05:02.284323 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=f03ef262-1e14-4faf-819a-ec7b679791fa,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:02.298322 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:02.348560 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:02.353205 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.435086 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:02.460850 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event updated for resources: {'Port': ['ID=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:02.463416 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.465059 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:02.481127 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.502174 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6544fe19-1ea1-43bf-bec4-96ac640354bd req-e8684dd7-2922-4944-adad-f1173916f76a tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.1354022 Aug 25 16:05:02.515423 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Network e32df4b6-5974-4df5-acbd-b68afb16680b is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:02.518400 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:02.528953 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:02.533841 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:02.534476 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.605006 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Pushing event updated for resources: {'Subnet': ['ID=235576c6-cd58-4e9f-b971-bc9d78fff856,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:02.608960 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Router 858b79e5-e58a-4035-a323-60283c15c8f5 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:05:02.613657 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8373625 Aug 25 16:05:02.621931 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:02.623064 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:02.642817 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e1f79-d1f2-4c0d-b226-b58e931488f5,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:02.711712 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:02.743796 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.760314 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/475e1f79-d1f2-4c0d-b226-b58e931488f5 HTTP/1.1" status: 204 len: 168 time: 1.6060154 Aug 25 16:05:02.921392 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Checking segment: {'id': '1108ca96-2b0f-4acf-8bd5-ee0a67a218ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '279b4cd6-aec4-43a2-9ba7-da76d6e44fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:02.922398 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Network hostable DHCP agents. Network: 279b4cd6-aec4-43a2-9ba7-da76d6e44fde, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:05:02.993150 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:02.993488 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:05:03.001192 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] 10.222.0.30 "PUT /v2.0/routers/858b79e5-e58a-4035-a323-60283c15c8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6357887 Aug 25 16:05:03.008265 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:03.129944 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:03.131290 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Network 279b4cd6-aec4-43a2-9ba7-da76d6e44fde is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:05:03.154612 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:03.159906 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:03.164708 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:03.165433 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:03.202706 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 279b4cd6-aec4-43a2-9ba7-da76d6e44fde) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:03.218413 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a00aa-97db-4ea2-9c0b-9971f0971157 None None] Network 279b4cd6-aec4-43a2-9ba7-da76d6e44fde requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:03.258874 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2971013 Aug 25 16:05:03.263216 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:03.279867 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:03.287661 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Pushing event updated for resources: {'Port': ['ID=9715c0ee-d1e2-455e-a367-f035eac52331,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:03.305676 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:03.374985 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8945994 Aug 25 16:05:03.389305 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:05:03.395449 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7544717-3756-44b8-958a-715c2cddc798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5989068 Aug 25 16:05:03.671032 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea51c6-bb7d-4064-9e7a-8a6bd16a069c req-58fb73a0-8c15-496e-a878-ebb0af65d95a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:03.682497 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-baea51c6-bb7d-4064-9e7a-8a6bd16a069c req-58fb73a0-8c15-496e-a878-ebb0af65d95a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 931 time: 0.2054892 Aug 25 16:05:03.708812 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60d072-967d-48bc-97d6-9aaba3f22e2f None None] Network 279b4cd6-aec4-43a2-9ba7-da76d6e44fde requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:03.813462 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-baea51c6-bb7d-4064-9e7a-8a6bd16a069c req-364dcc64-7f43-4af9-b619-bb2128feae0b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140172 Aug 25 16:05:04.316065 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f03ef262-1e14-4faf-819a-ec7b679791fa up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:04.382516 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55772) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:04.391379 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450195494', 'description': 'tempest-description--1775463716'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:04.402213 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:04.411962 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:04.420105 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:04.427513 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:04.440562 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-df39a61f-2f69-46f2-a562-4e97683521cf tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75092) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:05:04.441930 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-df39a61f-2f69-46f2-a562-4e97683521cf tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063529 Aug 25 16:05:04.443195 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.469482 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-beed6419-0bad-456a-82a3-f9dff0899d83 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75091) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:05:04.470446 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-beed6419-0bad-456a-82a3-f9dff0899d83 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053699 Aug 25 16:05:04.474444 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port f03ef262-1e14-4faf-819a-ec7b679791fa triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:04.474834 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.493194 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:04.499090 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group_rule and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:04.503663 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:04.515014 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:04.614269 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb03f2-ca29-4311-a319-c66f291cd0a3 req-ef604e5a-3ba0-4bb3-b1f2-8b0b43c4ea14 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:04.622459 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-52fb03f2-ca29-4311-a319-c66f291cd0a3 req-ef604e5a-3ba0-4bb3-b1f2-8b0b43c4ea14 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Synchronizing usage tracker for tenant:f5ab855ed81744b5a8c6db337e9c3d31 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:04.624519 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.632661 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.656468 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:04.669968 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-52fb03f2-ca29-4311-a319-c66f291cd0a3 req-ef604e5a-3ba0-4bb3-b1f2-8b0b43c4ea14 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Unset dirty status for tenant:f5ab855ed81744b5a8c6db337e9c3d31 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:04.673189 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-52fb03f2-ca29-4311-a319-c66f291cd0a3 req-ef604e5a-3ba0-4bb3-b1f2-8b0b43c4ea14 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 932 time: 0.4240055 Aug 25 16:05:04.772514 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c46d58-ba20-4fa4-bf86-b4c826067a70,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:04.785514 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:04.800946 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.805471 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4177372 Aug 25 16:05:04.805871 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55786) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:04.813680 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'security_group_rule': {'security_group_id': '10c46d58-ba20-4fa4-bf86-b4c826067a70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:04.821641 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:04.827485 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group_rule and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:04.832209 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:04.840630 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:04.844297 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-52fb03f2-ca29-4311-a319-c66f291cd0a3 req-4db6ff9c-a8b4-4542-92de-d7d1aaebf2b9 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546919 Aug 25 16:05:04.866524 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.961080 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:04.967123 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.018273 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:05.070940 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.085563 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2767498 Aug 25 16:05:05.089214 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55794) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:05.120607 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9992d984-cfa0-40cc-ab5b-68498b4dcebb,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:05.136264 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'security_group_rule': {'security_group_id': '10c46d58-ba20-4fa4-bf86-b4c826067a70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:05.166152 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:05.168617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:05.183262 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e09dc3-0ad2-4ca6-8202-3ef87315296f req-3e7872a4-13e0-42ab-8b72-df16624fb33e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:05.185977 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group_rule and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:05.191462 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-64e09dc3-0ad2-4ca6-8202-3ef87315296f req-3e7872a4-13e0-42ab-8b72-df16624fb33e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 931 time: 0.1203163 Aug 25 16:05:05.199110 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:05.211054 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55800) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:05.232285 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:05.277172 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.389835 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-64e09dc3-0ad2-4ca6-8202-3ef87315296f req-6b50ed6a-2c20-44e4-9b25-8617504d6c80 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958930 Aug 25 16:05:05.426037 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.433329 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.458234 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ed8c3144-9d4a-4a64-b01d-afb35c972a87 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:05.473236 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d7551c-8e0b-4f9c-81f4-93494fa4c124,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:05.481020 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:05.481975 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.487197 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3934627 Aug 25 16:05:05.489818 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55814) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:05.498243 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'floatingip': {'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:05.509433 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:05.516827 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:floatingip and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:05.521747 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:05.538833 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:05.555552 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.628153 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:05.708150 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:05.716771 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Usage tracker for resource:security_group_rule and tenant:13a98d75677546649a4932ff9d6c1ac7 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:05.723970 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:05.737393 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:05.856723 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Request body: {'port': {'device_id': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:05.951360 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Request body: {'port': {'device_id': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:06.024444 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.060818 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.084843 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:06.088544 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.206609 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0d986b-3f72-4bdf-9614-2fcde5870b7c,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:06.213374 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13a98d75677546649a4932ff9d6c1ac7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0012035 Aug 25 16:05:06.216416 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:06.219842 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55834) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:06.238510 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.329448 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.386794 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55840) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:06.446748 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1586537906-network', 'tenant_id': '84b4ad227bb44128bb7f3c2102cdaf1d'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:06.507028 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.537428 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:06.587503 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:06.592384 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Usage tracker for resource:network and tenant:84b4ad227bb44128bb7f3c2102cdaf1d is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:06.650999 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9590ed-fdf1-4fcd-ad4c-f5fc002f6009 req-603b2374-59bc-4ee2-b239-b4dd86a7affe tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:06.652684 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-cd9590ed-fdf1-4fcd-ad4c-f5fc002f6009 req-603b2374-59bc-4ee2-b239-b4dd86a7affe tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 932 time: 0.5373855 Aug 25 16:05:06.653701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:06.687575 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:06.755096 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Allocated IP 172.28.1.83 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/d7a4a6f4-1ceb-4afd-8834-26df6fdbaa94) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:07.067593 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.077600 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:07.080621 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Made reservation on behalf of 84b4ad227bb44128bb7f3c2102cdaf1d for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:07.083001 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.094779 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0d986b-3f72-4bdf-9614-2fcde5870b7c,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:07.099235 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:07.111535 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.115672 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0d986b-3f72-4bdf-9614-2fcde5870b7c HTTP/1.1" status: 204 len: 168 time: 0.8944843 Aug 25 16:05:07.129805 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-cd9590ed-fdf1-4fcd-ad4c-f5fc002f6009 req-7c8d5103-a1c2-4989-9a97-4b3758be1c7c tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539599 Aug 25 16:05:07.130518 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.185103 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9715c0ee-d1e2-455e-a367-f035eac52331 {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:07.196761 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.211619 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.219220 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Transition to ACTIVE for port object 9715c0ee-d1e2-455e-a367-f035eac52331 will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:07.232863 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.242615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:07.254954 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.294204 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:07.298728 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Usage tracker for resource:security_group_rule and tenant:84b4ad227bb44128bb7f3c2102cdaf1d is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:07.315615 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:07.379633 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Pushing event updated for resources: {'Port': ['ID=9715c0ee-d1e2-455e-a367-f035eac52331,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:07.383206 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:07.385131 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:07.413165 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:07.562608 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Attempting to bind port 9715c0ee-d1e2-455e-a367-f035eac52331 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:07.563686 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Attempting to bind port 9715c0ee-d1e2-455e-a367-f035eac52331 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '977c9d45-c466-4756-bc13-800b04c66554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:07.563839 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Attempting to bind port 9715c0ee-d1e2-455e-a367-f035eac52331 on network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:07.572695 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Port 9715c0ee-d1e2-455e-a367-f035eac52331 on network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:07.572996 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Attempting to bind port 9715c0ee-d1e2-455e-a367-f035eac52331 on network b5850ae0-44f8-4fff-b3fa-e4d52b08f621 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:07.582540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:07.582887 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Checking segment: {'id': '977c9d45-c466-4756-bc13-800b04c66554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:07.584250 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Bound using segment: {'id': '977c9d45-c466-4756-bc13-800b04c66554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:07.584710 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Bound port: 9715c0ee-d1e2-455e-a367-f035eac52331, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977c9d45-c466-4756-bc13-800b04c66554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:07.585096 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.696795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:07.713173 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] For port 9715c0ee-d1e2-455e-a367-f035eac52331, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:07.718422 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] For port 9715c0ee-d1e2-455e-a367-f035eac52331, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9715c0ee-d1e2-455e-a367-f035eac52331,segment=NetworkSegment(977c9d45-c466-4756-bc13-800b04c66554),segment_id=977c9d45-c466-4756-bc13-800b04c66554)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:07.721312 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:07.723593 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.729439 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'Port': ['ID=d7a4a6f4-1ceb-4afd-8834-26df6fdbaa94,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:07.737206 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:07.752850 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:07.815407 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.815407 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] 10.222.0.53 "PUT /v2.0/ports/9715c0ee-d1e2-455e-a367-f035eac52331 HTTP/1.1" status: 200 len: 1094 time: 2.3949921 Aug 25 16:05:07.815407 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'tag': '9715c0ee-d1e2-455e-a367-f035eac52331'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:07.907922 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55866) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:07.946615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:07.982567 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:08.026951 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:08.036751 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Usage tracker for resource:security_group_rule and tenant:eee8197c92284a70acaba02df5201773 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:08.046698 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:08.058988 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:08.181597 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.222650 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.305367 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6653a-d4ff-4565-8c3d-88de8b44efc6 req-8a9462c5-8a81-48bc-9eba-751929c24b43 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:08.315761 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9ae6653a-d4ff-4565-8c3d-88de8b44efc6 req-8a9462c5-8a81-48bc-9eba-751929c24b43 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 931 time: 0.8901446 Aug 25 16:05:08.370424 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.374246 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.380633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.450171 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Pushing event updated for resources: {'Port': ['ID=9715c0ee-d1e2-455e-a367-f035eac52331,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:08.454616 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.db.resource_extend [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:05:08.466841 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.468058 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:08.476590 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-eff8e478-71c3-4344-ab07-063d85ba7f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:08.489446 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9ae6653a-d4ff-4565-8c3d-88de8b44efc6 req-98b3d185-4a73-43ed-be6c-c97282083513 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723626 Aug 25 16:05:08.600048 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eee8197c92284a70acaba02df5201773&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6816308 Aug 25 16:05:08.601870 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55888) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:08.621471 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d54baa-b381-41e5-af45-8e8aeb47144f,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:08.627856 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:08.736101 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-2faf2be5-6ac3-44a6-9fb7-e7b7a55efacf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5ab855ed81744b5a8c6db337e9c3d31&device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 1097 time: 0.5072145 Aug 25 16:05:08.784336 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.832947 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d2ef3c19-3d5e-4396-831c-ca152417ea70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:08.859969 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.872662 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedc2f17-d8de-4e6a-9471-b212ffbe8b7a {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:08.975179 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:08.982114 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:09.003403 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d54baa-b381-41e5-af45-8e8aeb47144f,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:09.009880 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:09.024076 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.034290 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9d54baa-b381-41e5-af45-8e8aeb47144f HTTP/1.1" status: 204 len: 168 time: 0.4276724 Aug 25 16:05:09.209792 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:05:09.233163 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.234771 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Added segment 9e41b82b-9056-4d84-a3e5-6f07f09a463c of type vlan for network d838ade9-2cfd-4450-97f4-68c507bdcd3e Aug 25 16:05:09.234906 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.302897 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.398048 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.431081 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.470421 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.472981 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.510677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5b41f8-ca07-430f-aec5-3bf4fb40a027,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:09.515329 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-071d00a8-a76e-4abe-93ec-c9848b118c14 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:09.532413 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1381662 Aug 25 16:05:09.545600 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55906) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:09.547011 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:09.550699 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:09.558031 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-071d00a8-a76e-4abe-93ec-c9848b118c14 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 818 time: 0.4207821 Aug 25 16:05:09.568773 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Request body: {'subnet': {'network_id': 'd838ade9-2cfd-4450-97f4-68c507bdcd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1586537906-subnet', 'tenant_id': '84b4ad227bb44128bb7f3c2102cdaf1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:09.574050 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:09.578237 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Usage tracker for resource:subnet and tenant:84b4ad227bb44128bb7f3c2102cdaf1d is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:09.581716 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:09.588678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:09.597992 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Transition to ACTIVE for port object aedc2f17-d8de-4e6a-9471-b212ffbe8b7a will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:09.603182 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-1dd145a9-637d-48ba-9f12-b5ac5c683922 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/quotas/863ddba23f424b62af4f3c2a104d2b62 HTTP/1.1" status: 200 len: 375 time: 0.0367234 Aug 25 16:05:09.625343 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Made reservation on behalf of 84b4ad227bb44128bb7f3c2102cdaf1d for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:09.628424 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.904032 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55916) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:09.943224 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:09.977735 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-958d5f6b-47bd-41a9-995c-f366f5bb6c23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9715c0ee-d1e2-455e-a367-f035eac52331 HTTP/1.1" status: 200 len: 217 time: 0.1806026 Aug 25 16:05:10.003642 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-2646c9c4-4a75-450f-b401-1d716e9f3720 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3883526 Aug 25 16:05:10.179320 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Pushing event updated for resources: {'Network': ['ID=d838ade9-2cfd-4450-97f4-68c507bdcd3e,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:10.190072 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:10.191366 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network d838ade9-2cfd-4450-97f4-68c507bdcd3e details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:05:10.192795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.201487 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:10.263685 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.289709 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.353424 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-c27f1ac6-7a64-4894-845c-671350696a32 service neutron] 10.222.0.30 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413644 Aug 25 16:05:10.384827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:10.391211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36c297-9e42-462f-9e8f-12af68e28ba2 req-dbecc8f2-7754-4471-8965-74a6f15f77cb tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:10.393015 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-bd36c297-9e42-462f-9e8f-12af68e28ba2 req-dbecc8f2-7754-4471-8965-74a6f15f77cb tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 944 time: 1.5347350 Aug 25 16:05:10.402209 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:10.405306 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:10.410768 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-234a9c6b-7151-467a-a864-ce720fed20af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:10.440323 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Usage tracker for resource:security_group_rule and tenant:14a98fd6f8e54b629170faf1ae3f40f1 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:10.445534 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:10.445760 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.454645 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:10.536913 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-582d0998-b7f5-4395-9307-9a31e50b8b97 service neutron] 10.222.0.30 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821022 Aug 25 16:05:10.555954 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.582256 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.583393 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0917478 Aug 25 16:05:10.595860 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.601111 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.611162 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ffde98fb-6dbe-459e-81e5-8d1442e7c6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:10.619462 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'Port': ['ID=d7a4a6f4-1ceb-4afd-8834-26df6fdbaa94,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:10.622898 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:10.640313 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:10.697433 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14a98fd6f8e54b629170faf1ae3f40f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7755764 Aug 25 16:05:10.700204 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a30485a-fbe5-4245-8d51-547cf6c98ca3,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:10.704110 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:10.704613 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55948) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:10.729258 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f421e318-6c98-4a37-a40f-10b7219e305a,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:10.744300 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Attempting to bind port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:10.748229 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Attempting to bind port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:10.748795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Attempting to bind port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:10.756225 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:10.768369 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-bd36c297-9e42-462f-9e8f-12af68e28ba2 req-7d6e2bc4-b718-4a9a-bfc4-1d34521c0a74 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620710 Aug 25 16:05:10.774924 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a on network e32df4b6-5974-4df5-acbd-b68afb16680b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:10.775489 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Attempting to bind port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:10.807116 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.822713 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:10.823052 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Checking segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:10.823621 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Bound using segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:10.824721 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Bound port: aedc2f17-d8de-4e6a-9471-b212ffbe8b7a, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:10.825070 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.885223 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:10.934137 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Checking segment: {'id': '9e41b82b-9056-4d84-a3e5-6f07f09a463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd838ade9-2cfd-4450-97f4-68c507bdcd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:10.934268 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Network hostable DHCP agents. Network: d838ade9-2cfd-4450-97f4-68c507bdcd3e, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:05:11.056277 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.063573 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-199d7297-7435-435a-b10b-dfe4aea7f6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:11.079039 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a30485a-fbe5-4245-8d51-547cf6c98ca3,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:11.082046 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.086294 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a30485a-fbe5-4245-8d51-547cf6c98ca3 HTTP/1.1" status: 204 len: 168 time: 0.3700938 Aug 25 16:05:11.087367 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:11.112689 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Network d838ade9-2cfd-4450-97f4-68c507bdcd3e is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:05:11.154548 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, d838ade9-2cfd-4450-97f4-68c507bdcd3e) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:11.159450 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:11.160891 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.167210 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f2374-f753-47c7-b65a-276d17751154 None None] Network d838ade9-2cfd-4450-97f4-68c507bdcd3e requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:11.168753 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'tag': '9715c0ee-d1e2-455e-a367-f035eac52331', 'status': 'completed', 'code': 200} Aug 25 16:05:11.177584 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] For port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:11.185521 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] For port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:11.204117 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeeca3-44bb-48eb-a767-e6282b832e43 req-98404557-5611-4a6b-9d96-b15210d08841 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:11.205858 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-bcbeeca3-44bb-48eb-a767-e6282b832e43 req-98404557-5611-4a6b-9d96-b15210d08841 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 943 time: 0.2651386 Aug 25 16:05:11.207560 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.209512 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6601665 Aug 25 16:05:11.215332 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fec3b74a-c20f-4eed-b2b9-4c081fec3aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:11.320078 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.321976 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/aedc2f17-d8de-4e6a-9471-b212ffbe8b7a HTTP/1.1" status: 200 len: 1093 time: 5.9551463 Aug 25 16:05:11.332252 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'tag': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:11.425457 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-20c7b97b-8a78-4a47-826f-8ab4915b1ce9 req-b838051f-5124-4201-ab93-9b7b92c934ee tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 210 time: 0.1005378 Aug 25 16:05:11.443738 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:11.447624 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:11.450711 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-bcbeeca3-44bb-48eb-a767-e6282b832e43 req-c734541e-5b28-47f4-b9cf-af513a53d6f6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362471 Aug 25 16:05:11.532546 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 55986) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:11.587822 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Sync routers for ids ['e7544717-3756-44b8-958a-715c2cddc798'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:05:11.605917 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Routers {'e7544717-3756-44b8-958a-715c2cddc798'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:05:11.606540 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:56Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['e7544717-3756-44b8-958a-715c2cddc798'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:11.720683 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df640267-1042-4468-8cf6-8d8f84116d1d None None] Network d838ade9-2cfd-4450-97f4-68c507bdcd3e requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:05:11.734861 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Deleting subnet 235576c6-cd58-4e9f-b971-bc9d78fff856 {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:05:11.735370 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 55996) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:11.763120 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.767600 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.868851 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:11.881505 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8b474ba0454558b51bcc1de3e0e2d4 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:11.885479 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:11.902958 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:11.916039 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:11.939281 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.045542 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-808ca3b4-0547-4004-bcdf-43d3f34a9349 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:12.095392 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Set router e7544717-3756-44b8-958a-715c2cddc798 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:05:12.110797 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.134847 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.142715 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.144621 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-808ca3b4-0547-4004-bcdf-43d3f34a9349 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:12.147144 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-808ca3b4-0547-4004-bcdf-43d3f34a9349 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--450195494&fields=id&tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2 HTTP/1.1" status: 200 len: 267 time: 0.5238085 Aug 25 16:05:12.154268 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:12.154713 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:12.225496 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708eede-c4d8-415d-9f3c-952128e0875a req-230dd3c2-18de-47f9-9ba4-967863f0281f tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:12.227184 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7708eede-c4d8-415d-9f3c-952128e0875a req-230dd3c2-18de-47f9-9ba4-967863f0281f tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 944 time: 0.1673150 Aug 25 16:05:12.228788 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0159b2a4-d36f-4a55-99bf-47e493e38bae,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:12.232124 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:12.238417 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d8b474ba0454558b51bcc1de3e0e2d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4998422 Aug 25 16:05:12.238969 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56020) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:12.309043 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7708eede-c4d8-415d-9f3c-952128e0875a req-5ed95429-dc99-4ab8-8682-09323a9881c7 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718081 Aug 25 16:05:12.363989 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-79c4028a-188b-4176-9d01-02e0b027db26 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:12.365453 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-79c4028a-188b-4176-9d01-02e0b027db26 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 811 time: 0.1815076 Aug 25 16:05:12.372268 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235576c6-cd58-4e9f-b971-bc9d78fff856,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:12.375937 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:12.393543 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-c766d259-4701-4929-8347-d0035f2bbf6b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/quotas/2d51fc9440624cc4abb1ef827f2b5fb2 HTTP/1.1" status: 200 len: 375 time: 0.0164905 Aug 25 16:05:12.398472 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.447299 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/235576c6-cd58-4e9f-b971-bc9d78fff856 HTTP/1.1" status: 204 len: 168 time: 0.9112318 Aug 25 16:05:12.448090 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56028) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:12.515817 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.577107 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-5f8fa95a-12df-4bf5-8c54-081e483156db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:12.579797 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-5f8fa95a-12df-4bf5-8c54-081e483156db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=89294c59-116a-488f-a06d-7a1884f3f9cd HTTP/1.1" status: 200 len: 850 time: 0.1853058 Aug 25 16:05:12.645874 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-8254a27d-66f8-4833-9219-afe0f560c53c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5850ae0-44f8-4fff-b3fa-e4d52b08f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552418 Aug 25 16:05:12.658762 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-86e00072-9b52-43fb-a777-8b8aa3da3eaa tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:12.715691 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:57Z', 'revision_number': 4, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port': {'id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3', 'name': '', 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'mac_address': 'fa:16:3e:18:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:04:58Z', 'revision_number': 2, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'subnets': [{'id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:12.723431 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Checking router: e7544717-3756-44b8-958a-715c2cddc798 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:05:12.724031 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Updating router e7544717-3756-44b8-958a-715c2cddc798 port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 binding host dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:05:12.802908 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-86e00072-9b52-43fb-a777-8b8aa3da3eaa tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:12.805739 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.808460 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-86e00072-9b52-43fb-a777-8b8aa3da3eaa tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3700743 Aug 25 16:05:12.991927 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:12.994080 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-bbf7ea04-c7b2-4f38-9dbb-4b4a0be767f4 service neutron] 10.222.0.53 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319564 Aug 25 16:05:13.006321 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.122151 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-c72128ca-90ab-4354-b886-60f2b6448287 service neutron] 10.222.0.30 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933328 Aug 25 16:05:13.231157 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f98db-364c-4fd4-80d5-55134a22782c req-3a394296-ae38-4b43-a221-cc03bbd2fc82 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:13.231909 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-724f98db-364c-4fd4-80d5-55134a22782c req-3a394296-ae38-4b43-a221-cc03bbd2fc82 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Synchronizing usage tracker for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:13.256218 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-50b89814-41ff-423c-b7a1-ab3c83d40be1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 1096 time: 0.7098989 Aug 25 16:05:13.273557 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.286304 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.292271 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.292564 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-286ab9e9-3cf2-4ddf-a12e-914c9bc7f97e service neutron] 10.222.0.30 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577172 Aug 25 16:05:13.292819 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.293610 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.294015 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.294406 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.294813 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.296020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.296453 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.296850 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.297239 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.352218 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1bd742-2a06-4fba-b6f3-67118307bab6 req-1aa63862-cb8f-43fc-8e8a-9287b281d0fb service neutron] 10.222.0.53 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374445 Aug 25 16:05:13.362680 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Notify callbacks [] for port, precommit_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.376883 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.provisioning_blocks [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Transition to ACTIVE for port object 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 will not be triggered until provisioned by entity L2. {{(pid=75094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:13.381044 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.381483 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.381905 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.382314 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:13.382762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279b4cd6-aec4-43a2-9ba7-da76d6e44fde']}} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:13.409449 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.422776 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:13.539310 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c80111e0-d072-4cae-a7bb-c2a4206935cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:13.565533 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-724f98db-364c-4fd4-80d5-55134a22782c req-3a394296-ae38-4b43-a221-cc03bbd2fc82 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Unset dirty status for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:13.576811 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-3a394296-ae38-4b43-a221-cc03bbd2fc82 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 818 time: 0.6927602 Aug 25 16:05:13.587728 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1108ca96-2b0f-4acf-8bd5-ee0a67a218ac') {'for_net_delete': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:13.592248 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1108ca96-2b0f-4acf-8bd5-ee0a67a218ac') {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:13.647575 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.53', 57636) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:13.730567 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1911389'] for segment, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.749224 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-bc0500ae-a19b-40b9-8b64-ad73871f9f6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a HTTP/1.1" status: 200 len: 217 time: 0.3210716 Aug 25 16:05:13.755446 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0159b2a4-d36f-4a55-99bf-47e493e38bae,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:13.760160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:13.806414 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-11029f62-cb92-4f65-bfa3-eda7358fb9a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5ab855ed81744b5a8c6db337e9c3d31&device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 1097 time: 0.2754991 Aug 25 16:05:13.874537 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Attempting to bind port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:13.882684 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Attempting to bind port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:13.884233 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Attempting to bind port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 on network 10422bd8-f401-444b-8336-b34a875ca47f {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:13.923452 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:13.924633 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Checking segment: {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:13.925227 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.926957 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Bound using segment: {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:13.927665 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Bound port: 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'}}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:13.930599 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:13.971510 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Sync routers for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:05:14.000749 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:05:14.010226 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:56Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:14.014262 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-bdf892fd-7149-4c30-89d1-0ceb5ea4055a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:14.015982 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-bdf892fd-7149-4c30-89d1-0ceb5ea4055a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5850ae0-44f8-4fff-b3fa-e4d52b08f621 HTTP/1.1" status: 200 len: 911 time: 0.2085791 Aug 25 16:05:14.103157 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-85f4e027-0006-4ec6-ab5d-b63a5663c161 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/quotas/863ddba23f424b62af4f3c2a104d2b62 HTTP/1.1" status: 200 len: 375 time: 0.5251749 Aug 25 16:05:14.118138 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.126549 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0159b2a4-d36f-4a55-99bf-47e493e38bae HTTP/1.1" status: 204 len: 168 time: 1.8867133 Aug 25 16:05:14.253272 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-538d8b13-4dba-477a-8ba1-9f7c0adbece9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9715c0ee-d1e2-455e-a367-f035eac52331 HTTP/1.1" status: 200 len: 217 time: 0.2202244 Aug 25 16:05:14.268201 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] For port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:14.276385 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] For port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:14.277509 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'tag': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', 'status': 'completed', 'code': 200} Aug 25 16:05:14.285170 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c726-5da4-416b-b6f4-11bf813daa4e None None] Pushing event updated for resources: {'Port': ['ID=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,revision_number=3']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:14.292813 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.296764 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-6e36c726-5da4-416b-b6f4-11bf813daa4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:14.307019 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.307665 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:14.344101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=75091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:05:14.344556 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1510180'] for segment, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: util.warn_limited( Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: util.warn_limited( Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: Traceback (most recent call last): Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: timer() Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: cb(*args, **kw) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: return func(*args, **kwargs) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: self._notify() Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: self.callback(batched_events) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: event.method(event) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: return f(self, *a, **k) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: return self._get(url).json() Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: return self.request(url, 'GET', **kwargs) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:05:14.361743 dv-cinder-805825-2-smb neutron-server[75091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:05:14.468708 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36c726-5da4-416b-b6f4-11bf813daa4e None None] Pushing event updated for resources: {'Port': ['ID=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,revision_number=4']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:14.474035 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-6e36c726-5da4-416b-b6f4-11bf813daa4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:14.493717 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-89199d6c-9b40-4692-8562-0eaed386168f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:14.495532 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-89199d6c-9b40-4692-8562-0eaed386168f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.7311473 Aug 25 16:05:14.499008 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Routers {'e7544717-3756-44b8-958a-715c2cddc798'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:05:14.499975 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:56Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['e7544717-3756-44b8-958a-715c2cddc798'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:14.668626 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-2f955fc0-d407-43fa-9975-a02a9dc595a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221795 Aug 25 16:05:14.745641 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-6a9c620f-ad41-46d4-b80f-4a4ae8eb77bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:14.747937 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-6a9c620f-ad41-46d4-b80f-4a4ae8eb77bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=89294c59-116a-488f-a06d-7a1884f3f9cd HTTP/1.1" status: 200 len: 850 time: 0.4848318 Aug 25 16:05:14.751675 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:05:14.769022 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-1223ec34-20b9-4335-b3ff-84a7acedd61a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:14.770399 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-1223ec34-20b9-4335-b3ff-84a7acedd61a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 818 time: 1.1060779 Aug 25 16:05:14.771028 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:14.774731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f4ce0-d098-42ae-9774-61ba7788ed4a req-80ca95e6-53f5-48ab-9667-271fddbf6927 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:14.775443 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6a8f4ce0-d098-42ae-9774-61ba7788ed4a req-80ca95e6-53f5-48ab-9667-271fddbf6927 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:14.811166 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] Set router e7544717-3756-44b8-958a-715c2cddc798 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:05:14.828391 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Request body: {'port': {'device_id': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'admin_state_up': True, 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:14.928088 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-2634d054-d12b-4f67-87e4-3c93257e1f10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5850ae0-44f8-4fff-b3fa-e4d52b08f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1427646 Aug 25 16:05:14.929195 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6a8f4ce0-d098-42ae-9774-61ba7788ed4a req-80ca95e6-53f5-48ab-9667-271fddbf6927 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:14.935533 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6a8f4ce0-d098-42ae-9774-61ba7788ed4a req-80ca95e6-53f5-48ab-9667-271fddbf6927 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 943 time: 0.3797905 Aug 25 16:05:15.003046 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:15.048883 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-724f98db-364c-4fd4-80d5-55134a22782c req-65806f55-70dd-40d3-acdd-2757c009c702 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Synchronizing usage tracker for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:15.052594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:15.062855 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/279b4cd6-aec4-43a2-9ba7-da76d6e44fde HTTP/1.1" status: 204 len: 168 time: 2.6135042 Aug 25 16:05:15.063824 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=279b4cd6-aec4-43a2-9ba7-da76d6e44fde,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:15.068003 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56092) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:15.068923 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:15.083982 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:15.144060 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Usage tracker for resource:port and tenant:863ddba23f424b62af4f3c2a104d2b62 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:15.154270 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6a8f4ce0-d098-42ae-9774-61ba7788ed4a req-7a083cc4-7a43-4df9-a609-f6d3b2f53ec7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:15.182551 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:15.196282 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6a8f4ce0-d098-42ae-9774-61ba7788ed4a req-7a083cc4-7a43-4df9-a609-f6d3b2f53ec7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:15.205534 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:15.210775 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6a8f4ce0-d098-42ae-9774-61ba7788ed4a req-7a083cc4-7a43-4df9-a609-f6d3b2f53ec7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737377 Aug 25 16:05:15.229200 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-ec03a532-0f9c-4c99-b2c7-dc5db195ea97 service neutron] 10.222.0.53 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910571 Aug 25 16:05:15.274830 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Made reservation on behalf of 863ddba23f424b62af4f3c2a104d2b62 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:15.277982 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:15.281241 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 2, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:15.293074 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-724f98db-364c-4fd4-80d5-55134a22782c req-65806f55-70dd-40d3-acdd-2757c009c702 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Unset dirty status for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:15.300661 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Checking router: 858b79e5-e58a-4035-a323-60283c15c8f5 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:05:15.300938 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Updating router 858b79e5-e58a-4035-a323-60283c15c8f5 port 908fcd8b-49d8-40d9-8f77-5392b1e57891 binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:05:15.301698 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-65806f55-70dd-40d3-acdd-2757c009c702 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1530929 Aug 25 16:05:15.331539 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-b8f71ac3-a090-4bff-8c24-60c21b0c2695 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517723 Aug 25 16:05:15.340512 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Deleting subnet f421e318-6c98-4a37-a40f-10b7219e305a {{(pid=75091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:05:15.443517 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:57Z', 'revision_number': 4, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port': {'id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3', 'name': '', 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'mac_address': 'fa:16:3e:18:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:14Z', 'revision_number': 4, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'subnets': [{'id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:15.449651 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:15.452732 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eff9d2-e788-41ad-90b8-380652d67806 None None] The sync data for ids ['e7544717-3756-44b8-958a-715c2cddc798'] in dv-cinder-805825-2-smb is: [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:57Z', 'revision_number': 4, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port': {'id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3', 'name': '', 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'mac_address': 'fa:16:3e:18:9c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:14Z', 'revision_number': 4, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'subnets': [{'id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:05:15.455713 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b2c6826-87ec-4f96-aa7a-45861bb04a33 req-c9282e19-4835-4e52-93f4-14ac38d70993 service neutron] 10.222.0.53 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187846 Aug 25 16:05:15.587917 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b09ebc-fa8f-429e-8578-deace8d6c2d6 req-d3ac18aa-da89-42ac-81d2-c31bed643ffc tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:15.589745 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-43b09ebc-fa8f-429e-8578-deace8d6c2d6 req-d3ac18aa-da89-42ac-81d2-c31bed643ffc tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 944 time: 0.1326053 Aug 25 16:05:15.734381 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-43b09ebc-fa8f-429e-8578-deace8d6c2d6 req-e3e64106-91fa-4568-baff-6239fa1ea545 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Synchronizing usage tracker for tenant:f5ab855ed81744b5a8c6db337e9c3d31 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:15.790944 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-43b09ebc-fa8f-429e-8578-deace8d6c2d6 req-e3e64106-91fa-4568-baff-6239fa1ea545 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Unset dirty status for tenant:f5ab855ed81744b5a8c6db337e9c3d31 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:15.797665 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-43b09ebc-fa8f-429e-8578-deace8d6c2d6 req-e3e64106-91fa-4568-baff-6239fa1ea545 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013552 Aug 25 16:05:15.851390 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6143f9a5-0d82-412d-a611-5d75c636f2d0 req-566bebd0-6d80-40a5-8f05-e0b1bb73b0fd service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068736 Aug 25 16:05:15.862489 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:16.243174 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1911378'] for subnet, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:16.321900 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-be5299fd-5db1-4bd5-9d3d-14107c6e8c5a req-4c955720-3b5b-4bf6-8f40-4af346b403e7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 210 time: 0.1124847 Aug 25 16:05:16.469192 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:16.480500 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:16.491196 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-68530d47-4a95-4414-a790-8f38a8d5f14b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:16.492986 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-68530d47-4a95-4414-a790-8f38a8d5f14b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 811 time: 0.5072868 Aug 25 16:05:16.607873 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-e393a3ec-f217-4400-9ad0-d7ef1a25d555 service neutron] 10.222.0.30 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3050752 Aug 25 16:05:16.619660 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Transition to ACTIVE for port object 908fcd8b-49d8-40d9-8f77-5392b1e57891 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:16.649488 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:16.666793 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:16.697464 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:16.732027 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-21062f2e-8b3e-4065-ba87-453ee44feec1 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2 HTTP/1.1" status: 200 len: 379 time: 0.2107153 Aug 25 16:05:16.768047 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'port': {'device_id': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'admin_state_up': True, 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'security_groups': ['10c46d58-ba20-4fa4-bf86-b4c826067a70']}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:16.776437 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ff5d3-4608-411e-9637-463ab9c98fb0 None None] Pushing event updated for resources: {'Port': ['ID=908fcd8b-49d8-40d9-8f77-5392b1e57891,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:16.786297 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-af4ff5d3-4608-411e-9637-463ab9c98fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:16.850021 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Allocated IP 172.20.0.7 (10422bd8-f401-444b-8336-b34a875ca47f/d41dfc9f-0171-4597-8a15-853ce12cd4af/29ea780d-14d8-431c-a59a-600e574956c3) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:16.879085 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-76fb79e4-e18a-47ca-9431-bd0936818c42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 1096 time: 0.8795881 Aug 25 16:05:16.911562 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:16.964200 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534e36a-ed62-431b-b8b5-58a2eed2f2f6 req-0c24499d-a80b-4815-bd8c-c71b1caa0a9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:16.971441 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3534e36a-ed62-431b-b8b5-58a2eed2f2f6 req-0c24499d-a80b-4815-bd8c-c71b1caa0a9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 943 time: 0.3769748 Aug 25 16:05:16.992559 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:16.992708 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.097455 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Attempting to bind port 908fcd8b-49d8-40d9-8f77-5392b1e57891 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:17.098055 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Attempting to bind port 908fcd8b-49d8-40d9-8f77-5392b1e57891 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:17.098612 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Attempting to bind port 908fcd8b-49d8-40d9-8f77-5392b1e57891 on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:17.114365 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:17.128388 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3534e36a-ed62-431b-b8b5-58a2eed2f2f6 req-98aadb34-4507-4ab1-90a9-7a276de964f3 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557920 Aug 25 16:05:17.142168 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:17.143041 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Checking segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:17.143266 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.143726 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Bound using segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:17.150713 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:17.153548 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Bound port: 908fcd8b-49d8-40d9-8f77-5392b1e57891, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:17.154178 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.168889 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Made reservation on behalf of 2d51fc9440624cc4abb1ef827f2b5fb2 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:17.169644 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-73f4493d-fdb9-4fd1-a7ab-a6c1f8f7c0d9 service neutron] 10.222.0.30 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599542 Aug 25 16:05:17.187884 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.371469 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.403484 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] For port 908fcd8b-49d8-40d9-8f77-5392b1e57891, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:17.428543 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] For port 908fcd8b-49d8-40d9-8f77-5392b1e57891, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=908fcd8b-49d8-40d9-8f77-5392b1e57891,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:17.432287 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1925065'] for subnet, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.453736 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.515021 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:17.532678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-a66f4d4a-6bf9-4fb9-aeca-e8d547f45213 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:17.534693 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-a66f4d4a-6bf9-4fb9-aeca-e8d547f45213 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 916 time: 0.6093302 Aug 25 16:05:17.648957 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.650744 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ff5d3-4608-411e-9637-463ab9c98fb0 None None] Pushing event updated for resources: {'Port': ['ID=908fcd8b-49d8-40d9-8f77-5392b1e57891,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:17.666478 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:17.680280 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-af4ff5d3-4608-411e-9637-463ab9c98fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:17.684807 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:17.700576 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6eab4dce-afdd-4b79-9eec-4fbecd651d58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:17.734239 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Allocated IP 172.20.0.13 (597a3fc1-f4fa-49cb-ae75-c150948427f7/6433b59b-95c6-4b38-936d-28a6e222d7ad/55d1d751-b379-4b1d-88ee-00787071964c) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:17.749831 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54a3ab-2f04-4299-817d-3e76fcab94ae req-ed3a8c5a-29dc-40ee-8b51-bbfb70ed23c0 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:17.760957 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2e54a3ab-2f04-4299-817d-3e76fcab94ae req-ed3a8c5a-29dc-40ee-8b51-bbfb70ed23c0 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 944 time: 0.4035101 Aug 25 16:05:17.897833 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2e54a3ab-2f04-4299-817d-3e76fcab94ae req-de64524f-60f4-45b8-97ed-44854fed9b7e tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265714 Aug 25 16:05:17.950383 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 9715c0ee-d1e2-455e-a367-f035eac52331 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:17.992351 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:18.043805 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:05:18.047916 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:04:56Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:18.074101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.107052 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.141804 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f421e318-6c98-4a37-a40f-10b7219e305a,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:18.149222 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:18.157397 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f421e318-6c98-4a37-a40f-10b7219e305a HTTP/1.1" status: 204 len: 168 time: 3.0842586 Aug 25 16:05:18.173388 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56182) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:18.200085 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:18.254703 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.resource_extend [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:05:18.255831 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-2b257c9e-b7b9-46e6-bbc4-7e456f89f2be req-a714242d-b052-4aba-a002-9a2540756a99 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Synchronizing usage tracker for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:18.267886 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-609e5ccc-8ffa-4b8c-a110-2d6ec39986d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a HTTP/1.1" status: 200 len: 217 time: 0.4301927 Aug 25 16:05:18.357907 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:18.361836 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:18.373068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Network 10422bd8-f401-444b-8336-b34a875ca47f is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:18.387444 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:18.400396 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:18.464408 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-2b257c9e-b7b9-46e6-bbc4-7e456f89f2be req-a714242d-b052-4aba-a002-9a2540756a99 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Unset dirty status for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:18.465606 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2b257c9e-b7b9-46e6-bbc4-7e456f89f2be req-a714242d-b052-4aba-a002-9a2540756a99 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 210 time: 1.0321746 Aug 25 16:05:18.473271 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8ddd0cbc-9498-402a-9740-aaa6ffe100b1 req-b5422b94-9dcb-49ea-80ed-d22f777b6303 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 210 time: 0.2959170 Aug 25 16:05:18.477904 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Pushing event updated for resources: {'Port': ['ID=29ea780d-14d8-431c-a59a-600e574956c3,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:18.512093 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:18.517687 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-eee4ca0b-d808-4ed4-94d5-9899cf7aa3f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:18.520141 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-eee4ca0b-d808-4ed4-94d5-9899cf7aa3f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.2354605 Aug 25 16:05:18.605283 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:18.605929 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.640704 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:18.661528 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 9715c0ee-d1e2-455e-a367-f035eac52331, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9715c0ee-d1e2-455e-a367-f035eac52331,segment=NetworkSegment(977c9d45-c466-4756-bc13-800b04c66554),segment_id=977c9d45-c466-4756-bc13-800b04c66554)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:18.664527 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-3622d26c-a439-4779-8f81-af9bd30eb764 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244895 Aug 25 16:05:18.671578 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8469644 Aug 25 16:05:18.706260 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Request body: {'port': {'device_id': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:18.736689 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:05:18.995914 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '9715c0ee-d1e2-455e-a367-f035eac52331', 'network_id': 'b5850ae0-44f8-4fff-b3fa-e4d52b08f621', 'port_id': '9715c0ee-d1e2-455e-a367-f035eac52331', 'mac_address': 'fa:16:3e:b6:d7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89294c59-116a-488f-a06d-7a1884f3f9cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:19.074334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.085898 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.100662 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.101065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.101833 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.102162 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > port after_create 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.102476 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > port after_delete 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.102804 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > port after_update 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.103138 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.103444 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.103755 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.104091 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.148937 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.169884 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.170111 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-d74b2259-ce59-4831-8ab4-0c0818ad0def service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973426 Aug 25 16:05:19.191076 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.191428 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.194127 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.194516 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 16:05:19.198021 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d838ade9-2cfd-4450-97f4-68c507bdcd3e']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:19.236729 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7abcab-3183-470f-bb9a-0c7e7528000c req-e3891be1-e44e-44ea-b300-bb4899dc0ee1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:19.238587 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7d7abcab-3183-470f-bb9a-0c7e7528000c req-e3891be1-e44e-44ea-b300-bb4899dc0ee1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 943 time: 0.3230600 Aug 25 16:05:19.314805 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9715c0ee-d1e2-455e-a367-f035eac52331 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:19.332636 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e41b82b-9056-4d84-a3e5-6f07f09a463c') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:19.332959 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e41b82b-9056-4d84-a3e5-6f07f09a463c') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:19.349131 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Transition to ACTIVE for port object 55d1d751-b379-4b1d-88ee-00787071964c will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:19.351892 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 9715c0ee-d1e2-455e-a367-f035eac52331, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9715c0ee-d1e2-455e-a367-f035eac52331,segment=NetworkSegment(977c9d45-c466-4756-bc13-800b04c66554),segment_id=977c9d45-c466-4756-bc13-800b04c66554)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:19.374515 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.53', 57650) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:19.384123 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.470819 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af39c01-4ec3-4291-87e1-f2d3343baf30 req-db3726d0-69a9-4ce1-b8fc-512ef50e0e7f tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:19.485998 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1af39c01-4ec3-4291-87e1-f2d3343baf30 req-db3726d0-69a9-4ce1-b8fc-512ef50e0e7f tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 944 time: 0.2691779 Aug 25 16:05:19.513078 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.537632 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.545918 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:05:19.546273 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.552388 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: util.warn_limited( Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: util.warn_limited( Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:05:19.651375 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:05:19.659471 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.670827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-58901a94-3493-411d-808a-b7875a4ba0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:19.676390 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7d7abcab-3183-470f-bb9a-0c7e7528000c req-fb7cfaa7-06f2-43ad-9c55-d1ddd0c53a06 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681870 Aug 25 16:05:19.722329 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1af39c01-4ec3-4291-87e1-f2d3343baf30 req-29801840-6dac-44f6-a862-598b7f5d40af tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241936 Aug 25 16:05:19.723676 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.743218 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:19.760552 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Pushing event deleted for resources: {'Network': ['ID=d838ade9-2cfd-4450-97f4-68c507bdcd3e,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:19.784968 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:19.840065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0602f599-0f65-45be-8b16-45c7cc3a2e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:19.860680 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device aedc2f17-d8de-4e6a-9471-b212ffbe8b7a details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:19.934974 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df4a11ec-2a72-4b2f-9cf3-ff648e5bdd0f req-4f490b8b-5413-4229-88ed-220ce3987c39 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7571702 Aug 25 16:05:20.003130 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] 10.222.0.30 "DELETE /v2.0/networks/d838ade9-2cfd-4450-97f4-68c507bdcd3e HTTP/1.1" status: 204 len: 168 time: 1.8232136 Aug 25 16:05:20.005317 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:20.050791 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:20.089981 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:20.182613 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['9715c0ee-d1e2-455e-a367-f035eac52331'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:20.289039 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:20.291808 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-803a75ba-64b1-440e-8227-786b5c9b28d4 req-a8f2767b-2d4c-4d36-8d66-f9416e07e835 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 210 time: 0.3657968 Aug 25 16:05:20.294358 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:20.295020 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:20.326017 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f98db-364c-4fd4-80d5-55134a22782c req-393f2314-5767-450a-9882-20467f413029 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:20.329975 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-393f2314-5767-450a-9882-20467f413029 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 818 time: 0.9528730 Aug 25 16:05:20.339717 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.db.resource_extend [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:05:20.369091 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Request body: {'port': {'device_id': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'admin_state_up': True, 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:20.390737 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'Port': ['ID=55d1d751-b379-4b1d-88ee-00787071964c,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:20.401157 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:20.405503 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6442046 Aug 25 16:05:20.407722 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.resource_extend [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:05:20.440752 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Request body: {'port': {'device_id': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:20.447048 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=9715c0ee-d1e2-455e-a367-f035eac52331,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:20.489777 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45a17b-c81f-4c9b-ad5e-1de51c005564 req-a4b6a428-eb1d-403e-b97a-2384cd132955 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:20.489876 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-cb45a17b-c81f-4c9b-ad5e-1de51c005564 req-a4b6a428-eb1d-403e-b97a-2384cd132955 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:20.505304 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56240) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:20.535898 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:20.575207 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:17Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:20.593760 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-751f4cf1-0862-49ed-b2e5-4e166357335e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bec8fddb5b7c4b69b8ae9150f6fa6998&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0849354 Aug 25 16:05:20.604812 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56246) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:20.610883 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-cb45a17b-c81f-4c9b-ad5e-1de51c005564 req-a4b6a428-eb1d-403e-b97a-2384cd132955 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:20.612245 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cb45a17b-c81f-4c9b-ad5e-1de51c005564 req-a4b6a428-eb1d-403e-b97a-2384cd132955 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 932 time: 0.4130127 Aug 25 16:05:20.627346 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccca7295-6add-4467-a484-976f5e6d21c5 None None] The sync data for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb is: [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:17Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:05:20.690464 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ea780d-14d8-431c-a59a-600e574956c3 {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:20.740770 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:20.813728 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Transition to ACTIVE for port object 29ea780d-14d8-431c-a59a-600e574956c3 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:20.816959 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:20.818498 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:20.843957 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:20.879182 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:20.909143 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:20.929502 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cb45a17b-c81f-4c9b-ad5e-1de51c005564 req-ac021ce7-654f-496d-bf8e-ad8687ca5986 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026578 Aug 25 16:05:20.945796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:20.947013 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.002247 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.114651 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9765daff-e730-4804-b6b3-5903a4902b26 None None] Provisioning for port 55d1d751-b379-4b1d-88ee-00787071964c completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:21.173128 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:21.186361 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9765daff-e730-4804-b6b3-5903a4902b26 None None] Provisioning complete for port 55d1d751-b379-4b1d-88ee-00787071964c triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:21.187734 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9765daff-e730-4804-b6b3-5903a4902b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.246282 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.324217 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Made reservation on behalf of 863ddba23f424b62af4f3c2a104d2b62 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:21.328906 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.352823 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.402555 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-9765daff-e730-4804-b6b3-5903a4902b26 None None] Port 55d1d751-b379-4b1d-88ee-00787071964c cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:05:21.426868 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd37f-bfe1-4a4e-94ab-9156ef22aa12 req-d6587562-08af-436f-8bba-9ea3e15b77e8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:21.428711 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0badd37f-bfe1-4a4e-94ab-9156ef22aa12 req-d6587562-08af-436f-8bba-9ea3e15b77e8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 945 time: 0.2342162 Aug 25 16:05:21.444386 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Pushing event updated for resources: {'Port': ['ID=29ea780d-14d8-431c-a59a-600e574956c3,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:21.454098 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:21.458048 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:21.522232 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91edf5e1-c524-4c8d-aebe-422bbed02ed8,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:21.533411 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:21.586875 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d1d751-b379-4b1d-88ee-00787071964c {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:21.604340 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.619545 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0badd37f-bfe1-4a4e-94ab-9156ef22aa12 req-3f2f571a-fce1-47be-943f-b080f413ebbf tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725407 Aug 25 16:05:21.652015 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Transition to ACTIVE for port object 55d1d751-b379-4b1d-88ee-00787071964c will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:21.665524 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'port_id': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', 'mac_address': 'fa:16:3e:64:6e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:21.670910 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.676257 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:21.700749 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:21.709037 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91edf5e1-c524-4c8d-aebe-422bbed02ed8 HTTP/1.1" status: 204 len: 168 time: 1.1027339 Aug 25 16:05:21.998286 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.144990 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.198750 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-21d7bb32-aa7d-49e3-9611-b31c6a6da14f req-692052f1-413c-43a0-97f4-00873a543507 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 210 time: 0.0990345 Aug 25 16:05:22.265701 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedc2f17-d8de-4e6a-9471-b212ffbe8b7a {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:22.292987 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1008bcfa-d175-4c39-863d-e664378da8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.337416 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:22.351028 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.355394 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:22.415453 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 908fcd8b-49d8-40d9-8f77-5392b1e57891 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:22.428565 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Pushing event updated for resources: {'Port': ['ID=55d1d751-b379-4b1d-88ee-00787071964c,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:22.441069 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:22.477871 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Attempting to bind port 55d1d751-b379-4b1d-88ee-00787071964c on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:22.478194 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Attempting to bind port 55d1d751-b379-4b1d-88ee-00787071964c by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:22.480929 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Attempting to bind port 55d1d751-b379-4b1d-88ee-00787071964c on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:22.498910 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Port 55d1d751-b379-4b1d-88ee-00787071964c on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:22.499237 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Attempting to bind port 55d1d751-b379-4b1d-88ee-00787071964c on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:22.518066 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:22.518302 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Checking segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:22.518693 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Bound using segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:22.519143 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Bound port: 55d1d751-b379-4b1d-88ee-00787071964c, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:22.519679 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.546752 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:22.552734 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:22.572447 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 908fcd8b-49d8-40d9-8f77-5392b1e57891 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:22.576450 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Allocated IP 172.20.0.2 (10422bd8-f401-444b-8336-b34a875ca47f/d41dfc9f-0171-4597-8a15-853ce12cd4af/6ab32a5e-70fa-407d-a4ab-0354ec252ec9) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:22.584204 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 908fcd8b-49d8-40d9-8f77-5392b1e57891 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:22.584678 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:22.866323 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['aedc2f17-d8de-4e6a-9471-b212ffbe8b7a'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:22.879468 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54298e26-5c87-45a5-80bc-baaed38046ac req-2bba1fd4-8c22-413b-81a8-67d5e2c7bea2 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:22.908463 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-54298e26-5c87-45a5-80bc-baaed38046ac req-2bba1fd4-8c22-413b-81a8-67d5e2c7bea2 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 943 time: 1.8589435 Aug 25 16:05:22.976018 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56300) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:22.993134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.029254 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Attempting to bind port 29ea780d-14d8-431c-a59a-600e574956c3 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:23.029594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Attempting to bind port 29ea780d-14d8-431c-a59a-600e574956c3 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:23.029920 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Attempting to bind port 29ea780d-14d8-431c-a59a-600e574956c3 on network 10422bd8-f401-444b-8336-b34a875ca47f {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:23.072221 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 908fcd8b-49d8-40d9-8f77-5392b1e57891, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=908fcd8b-49d8-40d9-8f77-5392b1e57891,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:23.109870 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-54298e26-5c87-45a5-80bc-baaed38046ac req-46a73520-7c83-4e9d-a1d8-7c886c919dee tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003958 Aug 25 16:05:23.113285 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Port 29ea780d-14d8-431c-a59a-600e574956c3 on network 10422bd8-f401-444b-8336-b34a875ca47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:23.113618 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Attempting to bind port 29ea780d-14d8-431c-a59a-600e574956c3 on network 10422bd8-f401-444b-8336-b34a875ca47f {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:23.128415 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.130299 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:23.155842 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] For port 55d1d751-b379-4b1d-88ee-00787071964c, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:23.159866 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] For port 55d1d751-b379-4b1d-88ee-00787071964c, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=55d1d751-b379-4b1d-88ee-00787071964c,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:23.161675 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:23.162170 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Checking segment: {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:23.162578 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Bound using segment: {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:23.163040 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Bound port: 29ea780d-14d8-431c-a59a-600e574956c3, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:23.163423 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.176014 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0ee74aba-448d-4884-8abc-dda6f4944725 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84b4ad227bb44128bb7f3c2102cdaf1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1984980 Aug 25 16:05:23.177622 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.178482 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56310) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:23.188563 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545650e4-0976-46c8-af25-084ec2a453c7 req-74843c22-fecb-4b35-80c7-922fda88e974 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:23.190521 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-545650e4-0976-46c8-af25-084ec2a453c7 req-74843c22-fecb-4b35-80c7-922fda88e974 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 944 time: 0.6282551 Aug 25 16:05:23.209828 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-82e54a66-1d59-4961-bcb7-e0b7cf728637 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:23.239887 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.298501 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] For port 29ea780d-14d8-431c-a59a-600e574956c3, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:23.306433 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] For port 29ea780d-14d8-431c-a59a-600e574956c3, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29ea780d-14d8-431c-a59a-600e574956c3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:23.324761 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.326708 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] 10.222.0.53 "PUT /v2.0/ports/55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 1094 time: 2.8913746 Aug 25 16:05:23.329519 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.334403 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=908fcd8b-49d8-40d9-8f77-5392b1e57891,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:23.334536 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.347896 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:23.356420 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:23.401079 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:23.485080 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.486867 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] 10.222.0.53 "PUT /v2.0/ports/29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 1093 time: 4.7871594 Aug 25 16:05:23.490661 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'tag': '29ea780d-14d8-431c-a59a-600e574956c3'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:23.552991 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Pushing event updated for resources: {'Port': ['ID=29ea780d-14d8-431c-a59a-600e574956c3,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:23.558406 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Network 10422bd8-f401-444b-8336-b34a875ca47f is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:23.575906 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Pushing event updated for resources: {'Port': ['ID=55d1d751-b379-4b1d-88ee-00787071964c,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:23.580333 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:23.591070 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.604340 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-545650e4-0976-46c8-af25-084ec2a453c7 req-ee3a4410-96a3-4209-a6ad-d6d390e95c73 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585973 Aug 25 16:05:23.630429 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:23.646259 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:23.656363 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.673746 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-02e1b7e0-f72c-4964-8cd3-838336084900 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1097 time: 0.2476716 Aug 25 16:05:23.813198 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-2a7f16af-34de-4546-aba2-143b5b6cddbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 217 time: 0.0920408 Aug 25 16:05:23.813780 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:23.814445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.818773 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Pushing event updated for resources: {'Port': ['ID=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:23.836308 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:23.848415 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85066e-f9a5-4ef7-8962-fd1219706567 req-0df4d85b-feb3-4350-a60a-a2af2367a63d tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:23.852570 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5b85066e-f9a5-4ef7-8962-fd1219706567 req-0df4d85b-feb3-4350-a60a-a2af2367a63d tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 945 time: 0.5261152 Aug 25 16:05:23.853260 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:23.853592 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:23.899799 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.918440 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:23.922062 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5641782 Aug 25 16:05:23.935204 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-18943e31-6779-4f5c-b67e-cf4881d257a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1096 time: 0.3426299 Aug 25 16:05:23.942287 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5b41f8-ca07-430f-aec5-3bf4fb40a027,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:23.943058 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Request body: {'port': {'device_id': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:23.953599 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:23.961606 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-04c2f2af-8e84-4a3d-aa19-9ec3f9867277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:23.963078 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-04c2f2af-8e84-4a3d-aa19-9ec3f9867277 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.1406474 Aug 25 16:05:23.965279 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:23.966314 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa5b41f8-ca07-430f-aec5-3bf4fb40a027 HTTP/1.1" status: 204 len: 168 time: 0.7858865 Aug 25 16:05:24.064977 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5615e-e76c-407c-a2e2-d5686ea60d84 req-30386ede-f2d7-4368-8777-794d81675422 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:24.072814 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-74e5615e-e76c-407c-a2e2-d5686ea60d84 req-30386ede-f2d7-4368-8777-794d81675422 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 931 time: 0.2116020 Aug 25 16:05:24.088015 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5b85066e-f9a5-4ef7-8962-fd1219706567 req-2dc58dad-216d-49bf-96e4-d63ace8b1bd9 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180870 Aug 25 16:05:24.137067 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-74e5615e-e76c-407c-a2e2-d5686ea60d84 req-4aa7ee39-ee6c-4b2d-98cd-7ca904bfa19c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632498 Aug 25 16:05:24.177634 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-a742effa-92d5-4698-a072-54018dd8e039 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1924763 Aug 25 16:05:24.214214 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-60c4b2a9-520d-41ac-95ce-23e758fea700 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 217 time: 0.2398767 Aug 25 16:05:24.336263 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 908fcd8b-49d8-40d9-8f77-5392b1e57891 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:24.363486 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'tag': '29ea780d-14d8-431c-a59a-600e574956c3', 'status': 'completed', 'code': 200} Aug 25 16:05:24.401847 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.425733 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-afc36c14-d8a9-4445-93ac-936bd921aef0 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397931 Aug 25 16:05:24.450941 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 9715c0ee-d1e2-455e-a367-f035eac52331 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:24.451470 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-20ad708f-e7d2-4793-876a-5cc2497f4639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:24.456559 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c', 'status': 'completed', 'code': 200} Aug 25 16:05:24.457751 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-20ad708f-e7d2-4793-876a-5cc2497f4639 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.2352974 Aug 25 16:05:24.617302 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 908fcd8b-49d8-40d9-8f77-5392b1e57891 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:24.617672 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:24.702734 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-a20f878d-6c7b-4e20-9b37-d5fa578e1f98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2357242 Aug 25 16:05:24.773493 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56356) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:24.854732 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ca6cf20-3b46-4b53-8e88-5758dc666d02 req-39d79cad-e634-4956-a3da-648415cd52e6 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218519 Aug 25 16:05:24.905008 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 9715c0ee-d1e2-455e-a367-f035eac52331 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:24.910809 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f562e-3158-4dae-9e9d-d8374667e720 req-9afedbd0-deca-428b-97d0-3f0182b33eab tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:24.919110 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-df5f562e-3158-4dae-9e9d-d8374667e720 req-9afedbd0-deca-428b-97d0-3f0182b33eab tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 944 time: 0.2353759 Aug 25 16:05:24.945118 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 9715c0ee-d1e2-455e-a367-f035eac52331 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:24.945457 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.103277 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-df5f562e-3158-4dae-9e9d-d8374667e720 req-4f660ec9-af09-4935-94dd-d0fd3c15c6ec tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823106 Aug 25 16:05:25.123951 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.166113 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.197504 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9715c0ee-d1e2-455e-a367-f035eac52331'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:25.218729 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:25.224546 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6bee9354-7b56-410d-af06-f856a091814a req-5cc209e6-15c4-42f1-8c73-2d1da2ac299f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1097 time: 0.2605948 Aug 25 16:05:25.228306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3dcb44d8885e496c8814b486c733aff7 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:25.232926 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:25.265907 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:25.321826 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 9715c0ee-d1e2-455e-a367-f035eac52331, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9715c0ee-d1e2-455e-a367-f035eac52331,segment=NetworkSegment(977c9d45-c466-4756-bc13-800b04c66554),segment_id=977c9d45-c466-4756-bc13-800b04c66554)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:25.333163 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-98fad494-1d00-4e05-9349-223d2f2495ac service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204844 Aug 25 16:05:25.338700 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.340083 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device aedc2f17-d8de-4e6a-9471-b212ffbe8b7a up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:25.381311 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:25.464306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee9354-7b56-410d-af06-f856a091814a req-e0a22785-fd68-4de5-9fda-5ff038ac0931 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:25.466288 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6bee9354-7b56-410d-af06-f856a091814a req-e0a22785-fd68-4de5-9fda-5ff038ac0931 service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.2346196 Aug 25 16:05:25.527840 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=9715c0ee-d1e2-455e-a367-f035eac52331,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:25.532944 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:25.562736 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2e98a7f5-5216-4d41-ada4-ad1ab70e31e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.569171 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:25.575894 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:25.576286 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.633086 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6bee9354-7b56-410d-af06-f856a091814a req-f8838dcf-54bf-434b-abb5-2e53ad16900a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 217 time: 0.1124744 Aug 25 16:05:25.751072 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee9354-7b56-410d-af06-f856a091814a req-9b352b10-70d3-40f1-b84d-d91427646b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:25.752629 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6bee9354-7b56-410d-af06-f856a091814a req-9b352b10-70d3-40f1-b84d-d91427646b4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.1049628 Aug 25 16:05:25.769107 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd1910-0c09-436e-84fe-45b10d9fc98f req-9d065856-3e13-4e10-8793-799e42bf97a5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:25.776857 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cfcd1910-0c09-436e-84fe-45b10d9fc98f req-9d065856-3e13-4e10-8793-799e42bf97a5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.3094676 Aug 25 16:05:25.801904 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.845226 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:25.850413 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-32c5c017-46bd-4f13-8e05-2f688be32acb req-90d1adf9-a032-42af-bf59-d375116b8949 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888048 Aug 25 16:05:25.851611 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.853902 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:25.924265 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4ef39-5c21-479d-8987-e1b43d3d78d8 req-554ebf87-f214-4f7d-99be-f9eecddcc0c5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:25.942630 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-82c4ef39-5c21-479d-8987-e1b43d3d78d8 req-554ebf87-f214-4f7d-99be-f9eecddcc0c5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 944 time: 1.0413368 Aug 25 16:05:25.951153 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cfcd1910-0c09-436e-84fe-45b10d9fc98f req-9f202e8d-b82b-44fd-863d-1ddc10eb0fd0 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733401 Aug 25 16:05:25.955250 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:25.976747 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.024000 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:26.027747 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:26.049921 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9cd9d1c7-13d0-48cb-b6b2-957e8a6b8709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:26.062594 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dcb44d8885e496c8814b486c733aff7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2782714 Aug 25 16:05:26.082439 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56400) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:26.119906 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:26.165380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.195500 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c60b9d3-78e0-483b-9b46-4daa2de9ec72,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:26.202647 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:26.203821 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Transition to ACTIVE for port object 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:26.206682 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-82c4ef39-5c21-479d-8987-e1b43d3d78d8 req-5574a91d-69fd-4a55-8bc6-db4687b745b3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:26.228922 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-82c4ef39-5c21-479d-8987-e1b43d3d78d8 req-5574a91d-69fd-4a55-8bc6-db4687b745b3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:26.230117 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-82c4ef39-5c21-479d-8987-e1b43d3d78d8 req-5574a91d-69fd-4a55-8bc6-db4687b745b3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830095 Aug 25 16:05:26.232184 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.245917 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-016043c7-ec5e-439c-a105-2ca80c35812c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:26.266338 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6bee9354-7b56-410d-af06-f856a091814a req-4c0175d0-6b8b-4439-b907-c7cef2b027b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5034885 Aug 25 16:05:26.269170 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.398541 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1577ab0b-e0b2-485d-bba2-78488157462f req-a1cbf66e-0a26-4a77-be3f-5acb14319e0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1096 time: 0.2714198 Aug 25 16:05:26.422763 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Pushing event updated for resources: {'Port': ['ID=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:26.432074 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:26.499140 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.518412 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374a161-f12e-4e7c-9833-e0632f8efec1 req-67bdf966-f058-4f27-8b2e-081cafd0eea7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:26.520619 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0374a161-f12e-4e7c-9833-e0632f8efec1 req-67bdf966-f058-4f27-8b2e-081cafd0eea7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 931 time: 0.3934982 Aug 25 16:05:26.666273 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0374a161-f12e-4e7c-9833-e0632f8efec1 req-85f43c39-a803-491c-af9b-7dca0dea4345 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305873 Aug 25 16:05:26.671067 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6bee9354-7b56-410d-af06-f856a091814a req-592f2157-f4f1-406b-ae65-1411d73056e6 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948171 Aug 25 16:05:26.833630 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.910913 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:26.918655 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577ab0b-e0b2-485d-bba2-78488157462f req-08c0ce6e-71d5-41cb-9639-1d6a7fd81b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:26.924631 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1577ab0b-e0b2-485d-bba2-78488157462f req-08c0ce6e-71d5-41cb-9639-1d6a7fd81b5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.4939938 Aug 25 16:05:26.929813 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Attempting to bind port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:26.930413 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Attempting to bind port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:26.933866 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Attempting to bind port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 on network 10422bd8-f401-444b-8336-b34a875ca47f {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:26.950592 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:27.004118 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9715c0ee-d1e2-455e-a367-f035eac52331', 'code': 200} Aug 25 16:05:27.027202 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 on network 10422bd8-f401-444b-8336-b34a875ca47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:27.027552 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Attempting to bind port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 on network 10422bd8-f401-444b-8336-b34a875ca47f {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:27.078640 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c60b9d3-78e0-483b-9b46-4daa2de9ec72,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:27.079698 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1577ab0b-e0b2-485d-bba2-78488157462f req-797a7c1b-f9cd-4739-926c-bf556e1ebab4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 217 time: 0.1235147 Aug 25 16:05:27.094296 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:27.110686 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:27.119141 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Checking segment: {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:27.121936 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Bound using segment: {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:27.122426 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Bound port: 6ab32a5e-70fa-407d-a4ab-0354ec252ec9, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33c04b6-faca-42b3-9121-bd45bffda026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:27.125770 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:27.183030 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:27.184406 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c60b9d3-78e0-483b-9b46-4daa2de9ec72 HTTP/1.1" status: 204 len: 168 time: 1.0990648 Aug 25 16:05:27.327141 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6bee9354-7b56-410d-af06-f856a091814a req-48af6ad8-5ee6-4ce5-8b58-509c65708a52 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467423 Aug 25 16:05:27.340703 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577ab0b-e0b2-485d-bba2-78488157462f req-930ffd2a-4885-4b3b-8d57-029543d67af5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:27.345868 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1577ab0b-e0b2-485d-bba2-78488157462f req-930ffd2a-4885-4b3b-8d57-029543d67af5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.2338893 Aug 25 16:05:27.399300 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a8d2f-1de0-45a5-ba8f-490e76c4c3d2 req-0be6c85d-fac3-47f3-a5a7-b57bb59380c1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:27.400895 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3f7a8d2f-1de0-45a5-ba8f-490e76c4c3d2 req-0be6c85d-fac3-47f3-a5a7-b57bb59380c1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.4373777 Aug 25 16:05:27.503589 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:05:27.524134 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3f7a8d2f-1de0-45a5-ba8f-490e76c4c3d2 req-e267effa-ac22-400b-9b62-95812e70b7dd tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148801 Aug 25 16:05:27.541107 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] For port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:27.546217 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] For port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:27.560442 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1577ab0b-e0b2-485d-bba2-78488157462f req-7b661f90-46a3-42a0-95a8-5ac79785e078 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678011 Aug 25 16:05:27.564196 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-69b1050a-9319-4591-acbe-3f7866d4b835 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 1099 time: 0.1328163 Aug 25 16:05:27.568788 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:27.617119 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:27.619727 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:27.707731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:27.731439 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Usage tracker for resource:security_group_rule and tenant:00c5023afa22406ba48ff04291543f22 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:27.745492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:27.763890 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:27.807950 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Pushing event updated for resources: {'Port': ['ID=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:27.812424 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:27.839734 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:27.841562 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] 10.222.0.53 "PUT /v2.0/ports/6ab32a5e-70fa-407d-a4ab-0354ec252ec9 HTTP/1.1" status: 200 len: 1093 time: 3.9025815 Aug 25 16:05:27.847153 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'tag': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:27.882941 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9161f4d-f38c-468a-8820-b68dea4396d7 req-1aeaa509-b708-4076-99b9-0fba2c15028d tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:27.888234 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56456) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:27.898332 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b9161f4d-f38c-468a-8820-b68dea4396d7 req-1aeaa509-b708-4076-99b9-0fba2c15028d tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.5484586 Aug 25 16:05:27.917042 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.008230 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.010414 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.018990 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.022060 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:28.033953 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:28.043583 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f72037131c4a78beaeef63598fae54 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:28.047625 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1577ab0b-e0b2-485d-bba2-78488157462f req-0801fdc9-df31-413e-8904-a1e5707bc78c service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745450 Aug 25 16:05:28.049353 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:28.062705 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:28.072572 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a26d43-bbdc-44c7-ba3a-7f80ce9755d4 req-2be10ef0-9cee-49e8-8848-07a17306f2ef tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:28.074200 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b9a26d43-bbdc-44c7-ba3a-7f80ce9755d4 req-2be10ef0-9cee-49e8-8848-07a17306f2ef tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 944 time: 0.2774808 Aug 25 16:05:28.079735 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b9161f4d-f38c-468a-8820-b68dea4396d7 req-839bacf2-1713-45ec-ac82-69f12b36f4f9 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805062 Aug 25 16:05:28.118265 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ce361dba-22b2-4ca2-9965-995ccd956dc1 req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438485 Aug 25 16:05:28.141611 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea13498-9820-4526-a620-95a80f78d48f,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:28.151385 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:28.160369 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-a035d620-dbc1-45f9-92a0-0d109fed7e8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 1096 time: 0.2401893 Aug 25 16:05:28.194037 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b9a26d43-bbdc-44c7-ba3a-7f80ce9755d4 req-8eef1dac-5774-4c76-8f9d-859f7f7bb5e8 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861084 Aug 25 16:05:28.235567 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1577ab0b-e0b2-485d-bba2-78488157462f req-e5149a32-4211-4847-913f-3fa37fcffba4 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794467 Aug 25 16:05:28.255060 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.262005 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.272061 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-583c77ec-2a61-41e4-859b-30b70db3b36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:28.325260 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a1bf3c-d02e-4042-88c4-e50640d92c3c,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:28.338391 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'tag': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9', 'status': 'completed', 'code': 200} Aug 25 16:05:28.344246 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56464) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:28.344929 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0f72037131c4a78beaeef63598fae54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4557421 Aug 25 16:05:28.346306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:28.447972 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 55d1d751-b379-4b1d-88ee-00787071964c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:28.484022 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.507150 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5022574-df73-4b57-894a-c0829069c9ab req-295cfb71-55fc-4a5d-8a5f-1698a20a531f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:28.507926 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-d5022574-df73-4b57-894a-c0829069c9ab req-295cfb71-55fc-4a5d-8a5f-1698a20a531f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Synchronizing usage tracker for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:28.527351 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:28.569462 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-d5022574-df73-4b57-894a-c0829069c9ab req-295cfb71-55fc-4a5d-8a5f-1698a20a531f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Unset dirty status for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:28.575557 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d5022574-df73-4b57-894a-c0829069c9ab req-295cfb71-55fc-4a5d-8a5f-1698a20a531f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 943 time: 0.2147288 Aug 25 16:05:28.717703 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 55d1d751-b379-4b1d-88ee-00787071964c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=55d1d751-b379-4b1d-88ee-00787071964c,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:28.750737 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '55d1d751-b379-4b1d-88ee-00787071964c', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'port_id': '55d1d751-b379-4b1d-88ee-00787071964c', 'mac_address': 'fa:16:3e:37:ee:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:28.890336 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-9f1c6ce7-0b6a-4673-a2cb-d3546b280e25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9 HTTP/1.1" status: 200 len: 217 time: 0.2939491 Aug 25 16:05:28.920140 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-d5022574-df73-4b57-894a-c0829069c9ab req-1f431f15-edac-47ec-99be-b2efc6ab9f22 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Synchronizing usage tracker for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:29.010005 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:29.040400 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-326d8f40-2056-4029-ace1-e02582e25c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:29.041416 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e847ab-4d8f-4e85-b941-8c72c8d9c087 req-9b86d0cb-4446-48b9-8c97-fcbbca126c5f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:29.051032 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:29.053451 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-06e847ab-4d8f-4e85-b941-8c72c8d9c087 req-9b86d0cb-4446-48b9-8c97-fcbbca126c5f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.2816460 Aug 25 16:05:29.055297 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f98db-364c-4fd4-80d5-55134a22782c req-9d9ec3e5-23a1-48b8-82b8-485804ec838d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:29.057197 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-9d9ec3e5-23a1-48b8-82b8-485804ec838d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.1419108 Aug 25 16:05:29.057944 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-d5022574-df73-4b57-894a-c0829069c9ab req-1f431f15-edac-47ec-99be-b2efc6ab9f22 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Unset dirty status for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:29.058998 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d5022574-df73-4b57-894a-c0829069c9ab req-1f431f15-edac-47ec-99be-b2efc6ab9f22 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614873 Aug 25 16:05:29.067473 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a1bf3c-d02e-4042-88c4-e50640d92c3c,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:29.091377 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:29.118208 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d1d751-b379-4b1d-88ee-00787071964c {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:29.125972 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-635be0c7-04f6-4f75-a79c-5cb76514b116 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601451 Aug 25 16:05:29.127718 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:29.129158 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:29.130947 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25a1bf3c-d02e-4042-88c4-e50640d92c3c HTTP/1.1" status: 204 len: 168 time: 0.7855284 Aug 25 16:05:29.167311 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-06e847ab-4d8f-4e85-b941-8c72c8d9c087 req-a4a94fd1-2d1b-4b5d-9d61-5eae6938cb77 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124201 Aug 25 16:05:29.178374 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 55d1d751-b379-4b1d-88ee-00787071964c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=55d1d751-b379-4b1d-88ee-00787071964c,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:29.188310 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', 'code': 200} Aug 25 16:05:29.190352 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:29.192166 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:29.264591 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=55d1d751-b379-4b1d-88ee-00787071964c,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:29.268880 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:29.360299 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-869c2174-f0f8-49fa-bd23-99ec4a6950bf service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249138 Aug 25 16:05:29.550512 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0953-8062-4754-b163-6099f45eb9bd req-05ddc55e-6e2c-4609-8f68-1435321a0b59 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:29.552473 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-823b0953-8062-4754-b163-6099f45eb9bd req-05ddc55e-6e2c-4609-8f68-1435321a0b59 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 945 time: 0.1144409 Aug 25 16:05:29.634487 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-823b0953-8062-4754-b163-6099f45eb9bd req-f30ddc4d-2775-4087-939f-2bdb1d42f00a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759699 Aug 25 16:05:29.674491 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['55d1d751-b379-4b1d-88ee-00787071964c'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:29.693411 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8194e73-a0a1-4cff-87f6-2af76ff82f49 req-fb114b2a-55ee-4209-935a-fe0e1904eee8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:29.695496 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d8194e73-a0a1-4cff-87f6-2af76ff82f49 req-fb114b2a-55ee-4209-935a-fe0e1904eee8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.3334415 Aug 25 16:05:29.697363 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-724f98db-364c-4fd4-80d5-55134a22782c req-67ba47b7-e069-4cdc-a525-2f6b7c09d7be service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815566 Aug 25 16:05:29.722770 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2f18177f-64eb-4335-9426-32ea40544752 req-88486182-d029-4861-812f-b9af953951b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 1098 time: 0.2236066 Aug 25 16:05:29.790963 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d8194e73-a0a1-4cff-87f6-2af76ff82f49 req-e5f78074-99d3-40b1-9d66-8593f689e955 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889769 Aug 25 16:05:29.795583 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2f18177f-64eb-4335-9426-32ea40544752 req-5f085602-1c8f-42a9-b074-2644878175ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651639 Aug 25 16:05:30.301368 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-ca691067-b53c-4589-83e1-f0b17dba2d7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 1096 time: 0.1240330 Aug 25 16:05:30.384011 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e06c5-fab0-4d93-9c11-89f368ee6f2b req-b906aa84-8cc7-4d39-aebf-519f8af61c59 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:30.386421 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-147e06c5-fab0-4d93-9c11-89f368ee6f2b req-b906aa84-8cc7-4d39-aebf-519f8af61c59 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 943 time: 0.1479161 Aug 25 16:05:30.436145 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 29ea780d-14d8-431c-a59a-600e574956c3 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:30.455451 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-147e06c5-fab0-4d93-9c11-89f368ee6f2b req-4fa82c51-beb9-475b-9552-e62e0bb002bd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614455 Aug 25 16:05:30.619410 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 29ea780d-14d8-431c-a59a-600e574956c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29ea780d-14d8-431c-a59a-600e574956c3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:30.656955 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '29ea780d-14d8-431c-a59a-600e574956c3', 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'port_id': '29ea780d-14d8-431c-a59a-600e574956c3', 'mac_address': 'fa:16:3e:8b:44:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:30.684164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-b1c8a79e-4a6f-4263-bce5-68e0c832fde6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:30.685855 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-b1c8a79e-4a6f-4263-bce5-68e0c832fde6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.3776569 Aug 25 16:05:30.851674 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:30.924021 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ea780d-14d8-431c-a59a-600e574956c3 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:30.952358 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 29ea780d-14d8-431c-a59a-600e574956c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29ea780d-14d8-431c-a59a-600e574956c3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:30.965193 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:30.972030 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:30.974959 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21084e8-bfcf-484a-977c-7af3e2f419de req-6e3546fa-9f41-4ee6-b1fa-6f0bb7f5a64e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:30.978252 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f21084e8-bfcf-484a-977c-7af3e2f419de req-6e3546fa-9f41-4ee6-b1fa-6f0bb7f5a64e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 945 time: 0.1428099 Aug 25 16:05:30.986647 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacc3b4-6b0d-46b6-8dce-36914c66405c req-b6cd07a5-c753-4b27-947d-f01218d10642 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:30.998317 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4bacc3b4-6b0d-46b6-8dce-36914c66405c req-b6cd07a5-c753-4b27-947d-f01218d10642 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.5494051 Aug 25 16:05:31.001180 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-48841bc1-e18c-493a-8e7a-037d1cf6bf98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9 HTTP/1.1" status: 200 len: 217 time: 0.2782021 Aug 25 16:05:31.099902 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=29ea780d-14d8-431c-a59a-600e574956c3,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:31.110094 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:31.110874 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f21084e8-bfcf-484a-977c-7af3e2f419de req-8e108c43-e36f-49e0-9d55-f3191fb7fe83 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262598 Aug 25 16:05:31.178762 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4bacc3b4-6b0d-46b6-8dce-36914c66405c req-d9d392d6-b60d-4ae7-8d53-4ac2ede35239 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726022 Aug 25 16:05:31.207482 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-9cd03a85-28c6-4264-9af5-8cc7b701882b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:31.209026 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-9cd03a85-28c6-4264-9af5-8cc7b701882b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.1532381 Aug 25 16:05:31.282854 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-6bc7920f-1d80-482e-b793-ed1c2d54d9b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622284 Aug 25 16:05:31.573899 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e21a4-a06c-4704-a227-3f29af1a618d req-f8c40582-b7de-48bb-a286-911e0b9ed468 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:31.576423 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-463e21a4-a06c-4704-a227-3f29af1a618d req-f8c40582-b7de-48bb-a286-911e0b9ed468 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.2030258 Aug 25 16:05:31.600286 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-05b87fa4-d5e7-4c35-b571-8da902b66edf service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942338 Aug 25 16:05:31.659815 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['29ea780d-14d8-431c-a59a-600e574956c3'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:31.660358 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-463e21a4-a06c-4704-a227-3f29af1a618d req-51da07f6-338d-444f-b0bb-b72019c2f2e4 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770478 Aug 25 16:05:31.830226 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150bc689-7234-4d04-a16f-497f23e0ddb2 req-16522806-99c7-477f-a1d7-f15dfb48a775 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193301 Aug 25 16:05:31.991055 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9f46b-6889-4676-81ef-7168888f76a7 req-9707a96b-5be0-4c0f-8f02-6a3d29e71af6 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:31.993068 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9ed9f46b-6889-4676-81ef-7168888f76a7 req-9707a96b-5be0-4c0f-8f02-6a3d29e71af6 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 943 time: 0.1618693 Aug 25 16:05:32.138672 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9ed9f46b-6889-4676-81ef-7168888f76a7 req-82423652-4bf0-4b69-aafd-e5302e681273 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316290 Aug 25 16:05:32.467892 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 55d1d751-b379-4b1d-88ee-00787071964c up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:32.571660 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605b010-d080-402c-8cf3-24832738d256 req-f8458276-c6f9-4743-941b-a5b8e60242e6 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:32.576330 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9605b010-d080-402c-8cf3-24832738d256 req-f8458276-c6f9-4743-941b-a5b8e60242e6 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 945 time: 0.2175419 Aug 25 16:05:32.650408 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0ecb0-58c0-486d-91ea-c78822270001 req-cf7b5c44-20a4-4347-8abb-b03a6b163dc5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:32.657724 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-44b0ecb0-58c0-486d-91ea-c78822270001 req-cf7b5c44-20a4-4347-8abb-b03a6b163dc5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.2079256 Aug 25 16:05:32.685949 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 55d1d751-b379-4b1d-88ee-00787071964c completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:32.697259 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9605b010-d080-402c-8cf3-24832738d256 req-88bebc3a-dea4-4468-8df8-b4acbc59392f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135061 Aug 25 16:05:32.703444 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 55d1d751-b379-4b1d-88ee-00787071964c triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:32.704629 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:32.740884 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-44b0ecb0-58c0-486d-91ea-c78822270001 req-17971e88-f3e1-4c26-92d3-806963ad4845 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Aug 25 16:05:32.921872 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:32.975534 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:32.996955 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 55d1d751-b379-4b1d-88ee-00787071964c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=55d1d751-b379-4b1d-88ee-00787071964c,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:33.009893 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:33.016524 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:33.062557 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c', 'code': 200} Aug 25 16:05:33.101559 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=55d1d751-b379-4b1d-88ee-00787071964c,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:33.108262 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:33.536431 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f04778b9-d3cd-49d7-872f-9a0bfdccd453 req-82565f67-66ec-49d1-8bb6-cf9938b70cdd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1099 time: 0.1824491 Aug 25 16:05:33.549588 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9d6d5-8f3f-4946-b0b5-d78fa3d664b4 req-93bb598c-d32b-4817-9a8f-c763e3e19746 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:33.552083 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2cb9d6d5-8f3f-4946-b0b5-d78fa3d664b4 req-93bb598c-d32b-4817-9a8f-c763e3e19746 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 943 time: 0.1350234 Aug 25 16:05:33.642103 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2cb9d6d5-8f3f-4946-b0b5-d78fa3d664b4 req-650bf643-7e07-4606-9b5e-b67848303825 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730035 Aug 25 16:05:33.645282 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f04778b9-d3cd-49d7-872f-9a0bfdccd453 req-7f635b62-e4f0-494d-a148-789dc36d1a90 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918474 Aug 25 16:05:34.078487 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac5a1a-0206-466a-a20f-ec13f61cb173 req-16ca8bcc-0af6-4724-9dfb-6ae5852461f4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:34.080056 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3fac5a1a-0206-466a-a20f-ec13f61cb173 req-16ca8bcc-0af6-4724-9dfb-6ae5852461f4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1835806 Aug 25 16:05:34.172710 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3fac5a1a-0206-466a-a20f-ec13f61cb173 req-f87b2645-0dee-40d7-a18c-fdeab792d9d8 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750713 Aug 25 16:05:34.470702 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:34.511567 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 29ea780d-14d8-431c-a59a-600e574956c3 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:34.592981 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.resource_extend [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 25 16:05:34.724557 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 29ea780d-14d8-431c-a59a-600e574956c3 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:34.735569 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 29ea780d-14d8-431c-a59a-600e574956c3 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:34.735987 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:34.786307 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56692) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:34.812731 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:34.832894 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9', 'network_id': '10422bd8-f401-444b-8336-b34a875ca47f', 'port_id': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9', 'mac_address': 'fa:16:3e:ab:6e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41dfc9f-0171-4597-8a15-853ce12cd4af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:34.955318 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:34.978380 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.013103 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:35.032207 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541179e1-7007-4114-aac9-4100a70eef02 req-01d78d3e-498e-4f62-9d39-50a2ecc3cd3d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:35.034043 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-541179e1-7007-4114-aac9-4100a70eef02 req-01d78d3e-498e-4f62-9d39-50a2ecc3cd3d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 943 time: 0.1683378 Aug 25 16:05:35.080205 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:35.087962 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ea780d-14d8-431c-a59a-600e574956c3'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:35.097439 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.102523 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:35.118622 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.135688 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-541179e1-7007-4114-aac9-4100a70eef02 req-eec07396-659e-4bba-9624-162f7d1fc5b3 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831499 Aug 25 16:05:35.161147 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 29ea780d-14d8-431c-a59a-600e574956c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29ea780d-14d8-431c-a59a-600e574956c3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:35.172700 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.207795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:35.216941 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:35.216941 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ea780d-14d8-431c-a59a-600e574956c3', 'code': 200} Aug 25 16:05:35.217476 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Usage tracker for resource:security_group_rule and tenant:b378a9ddb4d94e619ac4b409c9fcc1e0 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:35.217972 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:35.220276 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:35.220672 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:35.228190 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:35.329830 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.337415 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.363906 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=29ea780d-14d8-431c-a59a-600e574956c3,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:35.376338 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:35.400552 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-db636854-f82d-4d74-baad-8b7d9ec4c604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:35.434528 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b378a9ddb4d94e619ac4b409c9fcc1e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6453166 Aug 25 16:05:35.436097 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56718) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:35.483964 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb649aa1-fdb4-4b79-bb6e-428868709119,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:35.504065 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:35.670927 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7c203e67-3f26-471a-b106-fd0db6b8790e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.691565 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41548419-b3ea-48cd-ac7b-7cc955eb442f req-b86173c3-d302-400e-8a6c-f5160599106e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:35.693589 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-41548419-b3ea-48cd-ac7b-7cc955eb442f req-b86173c3-d302-400e-8a6c-f5160599106e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.2206395 Aug 25 16:05:35.732512 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7c203e67-3f26-471a-b106-fd0db6b8790e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.798119 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['6ab32a5e-70fa-407d-a4ab-0354ec252ec9'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:35.830644 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-41548419-b3ea-48cd-ac7b-7cc955eb442f req-f02d6caa-cfce-47a8-8cf6-50fc9bbd94b9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248884 Aug 25 16:05:35.868965 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7c203e67-3f26-471a-b106-fd0db6b8790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.876718 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:35.919110 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-81c9936a-046f-4f43-a518-85d0c5d75aec req-5290b194-2b74-4d37-91dd-82e6a0154745 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.2138886 Aug 25 16:05:35.919901 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c203e67-3f26-471a-b106-fd0db6b8790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb649aa1-fdb4-4b79-bb6e-428868709119,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:35.940904 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7c203e67-3f26-471a-b106-fd0db6b8790e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:35.941993 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7c203e67-3f26-471a-b106-fd0db6b8790e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:35.943314 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-7c203e67-3f26-471a-b106-fd0db6b8790e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb649aa1-fdb4-4b79-bb6e-428868709119 HTTP/1.1" status: 204 len: 168 time: 0.5061171 Aug 25 16:05:36.002561 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-81c9936a-046f-4f43-a518-85d0c5d75aec req-88adb5bc-a210-410e-b137-e07e524583f8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724270 Aug 25 16:05:36.403898 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88a24b-841b-4574-9405-3266f801ee6a req-57f4e199-5da7-487b-bd35-5b66c80dc827 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:36.406425 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d88a24b-841b-4574-9405-3266f801ee6a req-57f4e199-5da7-487b-bd35-5b66c80dc827 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 944 time: 0.1226208 Aug 25 16:05:36.439143 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56758) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:36.464023 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.506794 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:36.512545 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Usage tracker for resource:security_group_rule and tenant:9a0ecc19c33e42f29a698d25a52e6bb9 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:36.518711 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:36.523245 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d88a24b-841b-4574-9405-3266f801ee6a req-b2c7ad1b-2c13-44a4-8e7c-8252c0df65b1 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108646 Aug 25 16:05:36.528056 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:36.630189 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.639594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.659009 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-433e5e44-4880-4142-ba57-9e1f9f490cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:36.712536 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6122170-32e6-4830-8936-965d96b76953,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:36.728491 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:36.731810 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a0ecc19c33e42f29a698d25a52e6bb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2889929 Aug 25 16:05:36.735119 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56780) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:36.811194 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.848605 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.951974 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:36.966407 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b765c094-5141-4fc1-b4a5-1eb5302dfc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:36.982335 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6122170-32e6-4830-8936-965d96b76953,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:36.995424 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:37.005461 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.008192 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6122170-32e6-4830-8936-965d96b76953 HTTP/1.1" status: 204 len: 168 time: 0.2706976 Aug 25 16:05:37.194183 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68f065-5e3b-40a0-9d39-e80600e5de3e req-595e22e2-30bd-4cd4-a4ad-130ceea46538 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:37.195942 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3f68f065-5e3b-40a0-9d39-e80600e5de3e req-595e22e2-30bd-4cd4-a4ad-130ceea46538 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.2075937 Aug 25 16:05:37.277138 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3f68f065-5e3b-40a0-9d39-e80600e5de3e req-f8b37676-82b0-45fe-8492-e3bb57eb5b14 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718658 Aug 25 16:05:37.606952 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62d0b0-400f-4a52-96d4-bb43021faabb req-98f6cb1c-7106-46db-ba52-e4ec859a1d22 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:37.609164 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8a62d0b0-400f-4a52-96d4-bb43021faabb req-98f6cb1c-7106-46db-ba52-e4ec859a1d22 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1419415 Aug 25 16:05:37.624931 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56814) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:37.635048 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'floatingip': {'port_id': '55d1d751-b379-4b1d-88ee-00787071964c'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:37.725117 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:37.980251 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16795f7-5b49-43a6-ae85-893cda7fc459 req-05680184-d01c-42e7-8e2e-2e734dc12cfc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:37.982802 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f16795f7-5b49-43a6-ae85-893cda7fc459 req-05680184-d01c-42e7-8e2e-2e734dc12cfc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 944 time: 0.1596081 Aug 25 16:05:38.077861 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f16795f7-5b49-43a6-ae85-893cda7fc459 req-7c1be18d-5aa7-419b-a502-96433f3d7097 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886323 Aug 25 16:05:38.472460 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:38.622183 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:38.627459 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:38.627867 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.984796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:38.986187 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.000859 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.048223 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:39.068453 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:39.085432 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.087489 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-c3a4878e-31f0-424f-a2a4-48aa64e289a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:39.204277 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9', 'code': 200} Aug 25 16:05:39.283730 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:39.298799 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:39.305177 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:39.461819 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.l3_db [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Floating IP 17d7e9e5-272e-489d-96d1-0e450753107a associated. External IP: 172.28.1.83, port: 55d1d751-b379-4b1d-88ee-00787071964c. Aug 25 16:05:39.463701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd172527-f428-4324-8856-f7211700322b req-e97867d8-4d88-4cd7-a15e-5c5d1a2360f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:39.465493 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cd172527-f428-4324-8856-f7211700322b req-e97867d8-4d88-4cd7-a15e-5c5d1a2360f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1198299 Aug 25 16:05:39.534776 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cd172527-f428-4324-8856-f7211700322b req-232a4cb4-4b88-4345-8c9d-089f2920a4b9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616095 Aug 25 16:05:39.588083 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-fa32c4e8-37c2-49d9-942c-de3e439fa7c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2087448 Aug 25 16:05:39.816696 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc774-72c8-475c-9fcf-44e9417515bc req-57cdd978-ec10-4e19-8f77-ebffd1bc40a8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:39.824281 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4c1fc774-72c8-475c-9fcf-44e9417515bc req-57cdd978-ec10-4e19-8f77-ebffd1bc40a8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.1334448 Aug 25 16:05:39.903351 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4c1fc774-72c8-475c-9fcf-44e9417515bc req-3062f266-1234-44ce-900b-fcd18188871f tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775700 Aug 25 16:05:40.236615 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79ec8562-635d-4abd-a963-a31b7db46039 req-202f4ca8-08b8-466a-8af0-9e962ce6daed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 1098 time: 0.4333141 Aug 25 16:05:40.255225 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-c8b00aee-49dc-4451-8988-bf05256e1d63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5ab855ed81744b5a8c6db337e9c3d31&device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 1099 time: 0.3551662 Aug 25 16:05:40.371210 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 56908) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:40.531614 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79ec8562-635d-4abd-a963-a31b7db46039 req-5c5fcbcb-4d3c-4871-9dc5-22eb10e33e61 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847416 Aug 25 16:05:40.721417 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-2f9ae5a0-117c-4f0f-a47d-8a7be2863001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:40.723050 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-2f9ae5a0-117c-4f0f-a47d-8a7be2863001 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5850ae0-44f8-4fff-b3fa-e4d52b08f621 HTTP/1.1" status: 200 len: 911 time: 0.4066486 Aug 25 16:05:40.748442 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:40.838296 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Router 858b79e5-e58a-4035-a323-60283c15c8f5 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:05:40.864018 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:40.877075 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Usage tracker for resource:security_group_rule and tenant:b7dfb877ea684d55bca4090d433fedcf is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:40.884988 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:40.895737 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:40.990468 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fd6e2-f4d4-4ccb-9722-0c926094cdda req-5e5ef305-bafe-43d5-8f8f-fe3e11990138 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:40.992588 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-899fd6e2-f4d4-4ccb-9722-0c926094cdda req-5e5ef305-bafe-43d5-8f8f-fe3e11990138 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2297120 Aug 25 16:05:41.075536 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-f022a93e-3355-45ef-b9fe-4fedae668761 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:41.077291 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-f022a93e-3355-45ef-b9fe-4fedae668761 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.1771071 Aug 25 16:05:41.100339 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-e55bc66d-5400-459e-b4c4-339811ae4ef6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/quotas/b2ecf89bcbac422fa4ec0503a789e214 HTTP/1.1" status: 200 len: 375 time: 0.0148149 Aug 25 16:05:41.198582 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-2347bb37-a04f-46ba-893d-6ce96e493551 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872631 Aug 25 16:05:41.253116 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-296f5575-c3c8-4cb0-bd85-2d494aaa8f6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9715c0ee-d1e2-455e-a367-f035eac52331 HTTP/1.1" status: 200 len: 217 time: 0.2265499 Aug 25 16:05:41.322633 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-899fd6e2-f4d4-4ccb-9722-0c926094cdda req-46a88306-08d3-40d7-9341-bed8ca8158dc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214712 Aug 25 16:05:41.344549 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.359169 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.368986 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:41.389330 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-a466ad8b-bd51-46ca-bfa3-9e60ec07dfb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:41.390721 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-a466ad8b-bd51-46ca-bfa3-9e60ec07dfb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=89294c59-116a-488f-a06d-7a1884f3f9cd HTTP/1.1" status: 200 len: 850 time: 0.1262696 Aug 25 16:05:41.392480 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-227f78f3-7547-4b5b-a5fb-3c8ef1a66fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861253 Aug 25 16:05:41.525678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9033680-e861-4291-8868-e8554eabc119,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:41.575248 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-b817abdf-3bc4-42ea-aa68-3c1b7521d20d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5850ae0-44f8-4fff-b3fa-e4d52b08f621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547780 Aug 25 16:05:41.580007 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7dfb877ea684d55bca4090d433fedcf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2030718 Aug 25 16:05:41.583037 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:41.587963 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 56954) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:41.669593 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-303f1d3a-ca11-46a7-995c-b8eafb5f6e01 service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722239 Aug 25 16:05:41.748103 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.789057 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.807326 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55e2e8-adc1-46d7-83a0-54da9d9ade12 req-271812d1-ae13-4b31-b6b9-7abeb1139b19 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:41.809097 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9d55e2e8-adc1-46d7-83a0-54da9d9ade12 req-271812d1-ae13-4b31-b6b9-7abeb1139b19 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.3431497 Aug 25 16:05:41.849145 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:05:41.859440 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-ebb7f752-2c54-4050-b14c-c4dc2dc7137d service neutron] 10.222.0.53 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556963 Aug 25 16:05:41.877744 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.881838 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:41.884302 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] Sync routers for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:05:41.904369 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:05:41.905164 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:05:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:41.932043 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9033680-e861-4291-8868-e8554eabc119,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:41.942877 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:41.948947 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:41.954832 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9033680-e861-4291-8868-e8554eabc119 HTTP/1.1" status: 204 len: 168 time: 0.3616345 Aug 25 16:05:42.116509 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a76c53a7-4a25-4683-bb05-d21e3957360f req-47f0baa4-a758-4668-880a-df247408d947 service neutron] 10.222.0.53 "GET /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203822 Aug 25 16:05:42.144721 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:42.253546 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b48220cd-231a-4071-9876-f18fd2cce991 req-f2413527-6aa8-4482-9cbe-a9b3d9dfb001 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 210 time: 0.2216592 Aug 25 16:05:42.314363 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9d55e2e8-adc1-46d7-83a0-54da9d9ade12 req-0d643106-9f22-4a2b-a3ff-d090536d7756 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909353 Aug 25 16:05:42.347972 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-0d1e0ed1-00bf-43ad-8d5c-2b4b706630e4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "PUT /v2.0/floatingips/17d7e9e5-272e-489d-96d1-0e450753107a HTTP/1.1" status: 200 len: 991 time: 4.7156816 Aug 25 16:05:42.349122 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:42.562990 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:05:42.800327 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dbcec-8914-413b-b4e6-6d6d4e097e90 req-e03951f5-fd76-4963-84c4-314d2afa1754 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:42.816144 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-327dbcec-8914-413b-b4e6-6d6d4e097e90 req-e03951f5-fd76-4963-84c4-314d2afa1754 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1996858 Aug 25 16:05:42.973949 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-327dbcec-8914-413b-b4e6-6d6d4e097e90 req-27105e41-4885-4c98-ac68-26ea0eaa35c9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568162 Aug 25 16:05:42.986930 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57006) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:43.068116 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c', 'status': 'completed', 'code': 200} Aug 25 16:05:43.166551 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57016) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:43.190179 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:43.231763 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:43.247439 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '17d7e9e5-272e-489d-96d1-0e450753107a', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'port_id': '55d1d751-b379-4b1d-88ee-00787071964c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'mac_address': 'fa:16:3e:37:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:05:07Z', 'updated_at': '2021-08-25T16:05:38Z', 'revision_number': 1, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:43.252032 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] Checking router: 858b79e5-e58a-4035-a323-60283c15c8f5 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:05:43.267223 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:05:43.268362 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:05:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:43.278901 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:43.286960 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb5c9814cd646388d9d322a5f680dc2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:43.290055 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:43.292461 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:43.299434 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Usage tracker for resource:security_group_rule and tenant:de3bdc2dca85454aa566a83e2ca7c603 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:43.302522 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:43.305069 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:43.314126 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:43.533351 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:05:43.580687 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4b84c248-7c57-4cdf-8df8-1bbdabdd24f2 req-67b79559-30c9-4907-bf1a-9603f4211541 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 210 time: 0.1487303 Aug 25 16:05:43.695764 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e8ccc-f47b-4830-a6cb-3c29e541d09c req-5e30eeed-e224-4b35-a501-d2a59945e473 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:43.703298 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a16e8ccc-f47b-4830-a6cb-3c29e541d09c req-5e30eeed-e224-4b35-a501-d2a59945e473 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.1521764 Aug 25 16:05:43.765531 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a16e8ccc-f47b-4830-a6cb-3c29e541d09c req-44b00673-614b-49b2-9697-559d16a4a204 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606616 Aug 25 16:05:43.848637 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:43.850641 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:43.858276 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:43.866834 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:43.880599 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7a6ee1d0-6268-4481-a033-5abdfa90bffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:43.893870 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-16b9635e-f9ca-45d3-b49d-075116a0444a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1099 time: 0.5668843 Aug 25 16:05:43.906070 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-b25a8093-b263-4882-85f7-be599c8a21a8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:43.907486 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-b25a8093-b263-4882-85f7-be599c8a21a8 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.4769216 Aug 25 16:05:43.973677 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '17d7e9e5-272e-489d-96d1-0e450753107a', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'port_id': '55d1d751-b379-4b1d-88ee-00787071964c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'mac_address': 'fa:16:3e:37:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:05:07Z', 'updated_at': '2021-08-25T16:05:38Z', 'revision_number': 1, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:43.980218 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e0760b-c0db-4f20-b2b4-f5e489a06748 None None] The sync data for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb is: [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '17d7e9e5-272e-489d-96d1-0e450753107a', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'port_id': '55d1d751-b379-4b1d-88ee-00787071964c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'mac_address': 'fa:16:3e:37:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:05:07Z', 'updated_at': '2021-08-25T16:05:38Z', 'revision_number': 1, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:05:44.266267 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cb5c9814cd646388d9d322a5f680dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0984669 Aug 25 16:05:44.269288 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de3bdc2dca85454aa566a83e2ca7c603&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2800832 Aug 25 16:05:44.270869 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57046) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:44.271099 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eae73-6d0c-4e1d-a566-689445238ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce80d7-453e-4b1b-8c58-99ae24760edb,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:44.276592 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57048) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:44.324923 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c144a1d-ae1d-4b5d-95f4-a2c0967eab7f req-d5351a81-264b-44b4-8fc9-4be3b626492b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:44.326439 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c144a1d-ae1d-4b5d-95f4-a2c0967eab7f req-d5351a81-264b-44b4-8fc9-4be3b626492b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1326487 Aug 25 16:05:44.339492 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Deleting port 9715c0ee-d1e2-455e-a367-f035eac52331 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:05:44.339882 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.383391 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-12a4a8c0-411f-45b4-b34a-91ded8c2f580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:44.385026 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-12a4a8c0-411f-45b4-b34a-91ded8c2f580 service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.4765999 Aug 25 16:05:44.476607 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6076ed-9472-4fda-abc1-60573c06cab3,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:44.532836 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.533191 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.533544 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.534701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.534701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.534701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.535037 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.535291 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.535588 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.538877 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.538877 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.571648 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c144a1d-ae1d-4b5d-95f4-a2c0967eab7f req-97d89f03-717d-4581-9bb8-78f1b87836c0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191505 Aug 25 16:05:44.578245 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.619217 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.674785 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:44.685356 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.796s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:44.685765 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:44.727472 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-741fddfe-64da-41af-a71b-b510c8f17069 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:44.729771 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-741fddfe-64da-41af-a71b-b510c8f17069 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.3987670 Aug 25 16:05:44.731325 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.740676 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-c9c8c5d5-a5d5-4b0d-b638-cbb7e911d4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:44.746583 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.785719 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce80d7-453e-4b1b-8c58-99ae24760edb,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:44.787392 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dcb27c-b6b1-47d8-b76a-af3b02df3e83 None None] New status for floating IP 17d7e9e5-272e-489d-96d1-0e450753107a: ACTIVE {{(pid=75093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:05:44.796894 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Request body: {'port': {'device_id': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'admin_state_up': True, 'tenant_id': 'b2ecf89bcbac422fa4ec0503a789e214'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:44.813767 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.849449 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.853899 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fce80d7-453e-4b1b-8c58-99ae24760edb HTTP/1.1" status: 204 len: 168 time: 0.5755401 Aug 25 16:05:44.896238 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-fc083518-602c-4eef-9fcb-2afd3fc77434 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 999 time: 0.4986997 Aug 25 16:05:44.900283 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:44.910557 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ce35c702-2633-4cb1-a497-d2d01bb1ad55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:44.934995 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8ef87112-292d-4546-a31d-74c2ab836522 req-a001058f-a13e-4f3a-8c9e-6469e2b765b8 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 210 time: 0.1186807 Aug 25 16:05:44.960015 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.960631 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.961127 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.961654 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.962141 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.962625 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.963105 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.963615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.964285 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.964913 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.975219 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:44.988617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:45.152917 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6076ed-9472-4fda-abc1-60573c06cab3,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:45.156072 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:45.165168 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:45.184845 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:45.185994 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be6076ed-9472-4fda-abc1-60573c06cab3 HTTP/1.1" status: 204 len: 168 time: 0.9068611 Aug 25 16:05:45.264723 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-33291514-a003-4818-8e02-894300756ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:45.266291 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-33291514-a003-4818-8e02-894300756ab1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.2692621 Aug 25 16:05:45.362660 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:45.424681 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Made reservation on behalf of b2ecf89bcbac422fa4ec0503a789e214 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:05:45.427717 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:45.569358 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] For port 9715c0ee-d1e2-455e-a367-f035eac52331, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=9715c0ee-d1e2-455e-a367-f035eac52331,segment=NetworkSegment(977c9d45-c466-4756-bc13-800b04c66554),segment_id=977c9d45-c466-4756-bc13-800b04c66554)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:45.571079 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:45.678456 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1bfda-7c97-4982-8f21-666616cf6b66 req-1a25007d-9314-47fc-997a-2cb925b00858 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:45.681562 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-56f1bfda-7c97-4982-8f21-666616cf6b66 req-1a25007d-9314-47fc-997a-2cb925b00858 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 946 time: 0.4572415 Aug 25 16:05:45.828507 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-56f1bfda-7c97-4982-8f21-666616cf6b66 req-f968bdec-1519-4717-bedd-87749a82a59c tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/security-groups?id=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359768 Aug 25 16:05:45.886058 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Allocated IP 172.20.0.2 (e32df4b6-5974-4df5-acbd-b68afb16680b/9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3/81d285e0-cf82-46fe-9ccc-2809424f9909) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:05:46.023954 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Calling delete_port for 9715c0ee-d1e2-455e-a367-f035eac52331 owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:05:46.068647 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57112) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:46.104791 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.143532 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac9fa2-e19e-42c8-b9e4-66477b7f3f81 req-2ca31f4e-4a66-46f3-bff6-8b7c33ebbc2c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:46.146056 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a6ac9fa2-e19e-42c8-b9e4-66477b7f3f81 req-2ca31f4e-4a66-46f3-bff6-8b7c33ebbc2c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.7904341 Aug 25 16:05:46.172838 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:46.178293 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Usage tracker for resource:security_group_rule and tenant:55bcd7c09aed4e4bb09042ef44a2d15c is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:46.182820 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:46.191999 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:46.213495 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.277258 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-13080259-febb-419e-9f92-5da130ce3af2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9995368 Aug 25 16:05:46.280119 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.289808 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.297989 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:46.344629 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2973bd44-9bcf-4665-81d7-96144149db8b req-12a61b11-3f85-4e7f-9f66-b3dedd18a675 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 1098 time: 1.1356368 Aug 25 16:05:46.345624 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.345757 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['aedc2f17-d8de-4e6a-9471-b212ffbe8b7a'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:46.359283 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:46.384220 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Network e32df4b6-5974-4df5-acbd-b68afb16680b is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:05:46.388515 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:05:46.391492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:05:46.423526 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event updated for resources: {'Port': ['ID=81d285e0-cf82-46fe-9ccc-2809424f9909,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:46.427197 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:46.471704 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:46.472408 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.486738 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a575c-b80b-4e74-a7dc-5e41b960acc3 req-a4325239-eb3d-4249-bea1-61fed8285925 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:46.500351 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a97a575c-b80b-4e74-a7dc-5e41b960acc3 req-a4325239-eb3d-4249-bea1-61fed8285925 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 931 time: 0.2575519 Aug 25 16:05:46.549163 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 9715c0ee-d1e2-455e-a367-f035eac52331 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:05:46.581445 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a97a575c-b80b-4e74-a7dc-5e41b960acc3 req-dbee87ef-4e5f-43b2-bb20-7f1248b32fee tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799704 Aug 25 16:05:46.583488 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8123143 Aug 25 16:05:46.618321 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Request body: {'port': {'device_id': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:05:46.743103 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a6ac9fa2-e19e-42c8-b9e4-66477b7f3f81 req-a880c99f-7821-4121-b91a-e1e4aeb124c2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769335 Aug 25 16:05:46.789213 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.818374 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:46.842531 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7eb190-c206-4abb-82fe-25bb3cf2e92a,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:46.853242 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:46.878777 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55bcd7c09aed4e4bb09042ef44a2d15c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8019702 Aug 25 16:05:46.889314 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57130) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:46.927442 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-ff506829-fd70-4229-b360-bbeecd947ec8 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163101 Aug 25 16:05:46.932650 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.027194 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973bd44-9bcf-4665-81d7-96144149db8b req-f4c125a8-1417-485a-adc8-504de2f23367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:47.028794 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2973bd44-9bcf-4665-81d7-96144149db8b req-f4c125a8-1417-485a-adc8-504de2f23367 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.5944035 Aug 25 16:05:47.043427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:47.129147 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d798a088-ddc2-40f2-bb1c-a76bda7aa10f req-d00f1e9f-246a-4625-b4d3-6f1b9893002d tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.1192400 Aug 25 16:05:47.295931 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Pushing event deleted for resources: {'Port': ['ID=9715c0ee-d1e2-455e-a367-f035eac52331,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:47.298935 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:47.351706 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2973bd44-9bcf-4665-81d7-96144149db8b req-651216ec-84c4-4aab-b0bb-872391291b2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9 HTTP/1.1" status: 200 len: 217 time: 0.2725441 Aug 25 16:05:47.575544 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973bd44-9bcf-4665-81d7-96144149db8b req-a2553d44-a532-4886-bf50-8fd817aca163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:47.577342 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2973bd44-9bcf-4665-81d7-96144149db8b req-a2553d44-a532-4886-bf50-8fd817aca163 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.1936564 Aug 25 16:05:47.582004 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] No DVR routers for this DVR port 9715c0ee-d1e2-455e-a367-f035eac52331 on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:05:47.598019 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.603487 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'name': 'network-vif-deleted', 'tag': '9715c0ee-d1e2-455e-a367-f035eac52331'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:47.664903 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2973bd44-9bcf-4665-81d7-96144149db8b req-70e28ec4-93d6-4910-a5d9-9801f39b1799 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620623 Aug 25 16:05:47.671008 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-45d0ed0a-8d39-4070-a2e7-da5264c26058 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360754 Aug 25 16:05:47.683807 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-16bb6cc0-b920-4d6c-ab86-73b850bf7417 req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.53 "DELETE /v2.0/ports/9715c0ee-d1e2-455e-a367-f035eac52331 HTTP/1.1" status: 204 len: 173 time: 3.7652853 Aug 25 16:05:47.690069 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.707390 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d285e0-cf82-46fe-9ccc-2809424f9909 {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:47.720105 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.749791 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.785584 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Transition to ACTIVE for port object 81d285e0-cf82-46fe-9ccc-2809424f9909 will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:05:47.792692 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:47.823062 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f4166aff-1c94-4d0d-bb92-ff04c4ad6b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:47.864603 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e27b057-771f-42c2-b5a5-f78511dea07c', 'name': 'network-vif-deleted', 'tag': '9715c0ee-d1e2-455e-a367-f035eac52331', 'status': 'completed', 'code': 200} Aug 25 16:05:47.957203 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2973bd44-9bcf-4665-81d7-96144149db8b req-fd31edca-2866-4164-afda-9d1e0d66df03 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505901 Aug 25 16:05:48.103406 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Pushing event updated for resources: {'Port': ['ID=81d285e0-cf82-46fe-9ccc-2809424f9909,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:48.107419 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:48.112739 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:48.112830 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:48.161550 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7eb190-c206-4abb-82fe-25bb3cf2e92a,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:48.170740 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:48.193544 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e51410-277e-4116-8488-ecf68e5469ff req-969200fc-d4cf-4310-b859-cb3ea1812708 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:48.200675 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-06e51410-277e-4116-8488-ecf68e5469ff req-969200fc-d4cf-4310-b859-cb3ea1812708 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2207830 Aug 25 16:05:48.224923 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:48.231031 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd7eb190-c206-4abb-82fe-25bb3cf2e92a HTTP/1.1" status: 204 len: 168 time: 1.3406839 Aug 25 16:05:48.235751 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2973bd44-9bcf-4665-81d7-96144149db8b req-2f30ea18-32a8-48d2-ab0b-ed24142bd1b1 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187121 Aug 25 16:05:48.265283 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b94604-821e-4d8a-a6d0-910f2bfde8fe req-55eac838-d6d2-4800-ade8-00b8fc1f6026 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:48.266174 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-96b94604-821e-4d8a-a6d0-910f2bfde8fe req-55eac838-d6d2-4800-ade8-00b8fc1f6026 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:48.282941 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Attempting to bind port 81d285e0-cf82-46fe-9ccc-2809424f9909 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:05:48.283401 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Attempting to bind port 81d285e0-cf82-46fe-9ccc-2809424f9909 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:05:48.283760 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Attempting to bind port 81d285e0-cf82-46fe-9ccc-2809424f9909 on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:48.296018 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Port 81d285e0-cf82-46fe-9ccc-2809424f9909 on network e32df4b6-5974-4df5-acbd-b68afb16680b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:05:48.296406 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Attempting to bind port 81d285e0-cf82-46fe-9ccc-2809424f9909 on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:05:48.307161 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-96b94604-821e-4d8a-a6d0-910f2bfde8fe req-55eac838-d6d2-4800-ade8-00b8fc1f6026 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:48.308377 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-96b94604-821e-4d8a-a6d0-910f2bfde8fe req-55eac838-d6d2-4800-ade8-00b8fc1f6026 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 943 time: 0.3587854 Aug 25 16:05:48.309056 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:05:48.309386 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Checking segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:05:48.309823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Bound using segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:05:48.310214 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Bound port: 81d285e0-cf82-46fe-9ccc-2809424f9909, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:05:48.310544 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:48.321220 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-06e51410-277e-4116-8488-ecf68e5469ff req-30400474-711b-4577-bbb8-180eb67fd230 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161342 Aug 25 16:05:48.444052 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-96b94604-821e-4d8a-a6d0-910f2bfde8fe req-29e74bb1-d33f-4f2d-8150-3d4e9eca1a20 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074655 Aug 25 16:05:48.490403 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] For port 81d285e0-cf82-46fe-9ccc-2809424f9909, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:05:48.500326 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] For port 81d285e0-cf82-46fe-9ccc-2809424f9909, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=81d285e0-cf82-46fe-9ccc-2809424f9909,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:05:48.508008 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:48.524386 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:48.697297 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:48.700254 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] 10.222.0.53 "PUT /v2.0/ports/81d285e0-cf82-46fe-9ccc-2809424f9909 HTTP/1.1" status: 200 len: 1093 time: 2.0875015 Aug 25 16:05:48.702105 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'tag': '81d285e0-cf82-46fe-9ccc-2809424f9909'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:48.757812 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Pushing event updated for resources: {'Port': ['ID=81d285e0-cf82-46fe-9ccc-2809424f9909,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:48.760787 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57196) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:48.774132 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:48.932964 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-3e2619fe-8b14-4753-a14e-5a30d0c23fba req-aa38a789-c9b4-4270-a199-e8fbd98ee749 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Synchronizing usage tracker for tenant:f5ab855ed81744b5a8c6db337e9c3d31 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:05:48.975919 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-3e2619fe-8b14-4753-a14e-5a30d0c23fba req-aa38a789-c9b4-4270-a199-e8fbd98ee749 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Unset dirty status for tenant:f5ab855ed81744b5a8c6db337e9c3d31 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:05:48.977194 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3e2619fe-8b14-4753-a14e-5a30d0c23fba req-aa38a789-c9b4-4270-a199-e8fbd98ee749 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e27b057-771f-42c2-b5a5-f78511dea07c HTTP/1.1" status: 200 len: 210 time: 0.2784457 Aug 25 16:05:48.977901 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'tag': '81d285e0-cf82-46fe-9ccc-2809424f9909', 'status': 'completed', 'code': 200} Aug 25 16:05:49.040985 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-6ef0b5de-41ab-4458-8f8a-0a8c0707c80f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 1096 time: 0.1844285 Aug 25 16:05:49.131155 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-71932b1e-4cf5-44f9-965e-17b9b747854b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81d285e0-cf82-46fe-9ccc-2809424f9909 HTTP/1.1" status: 200 len: 217 time: 0.0690653 Aug 25 16:05:49.213366 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:49.244328 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-0480186f-4421-433c-89f2-0f7645ded61a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:49.245876 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-0480186f-4421-433c-89f2-0f7645ded61a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.1065681 Aug 25 16:05:49.309447 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-118e9254-5d3d-4782-ad64-e46432ea7412 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497968 Aug 25 16:05:49.310516 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:49.316051 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Usage tracker for resource:security_group_rule and tenant:c68ab5ce20c842e798ae6f2aa2b5db2c is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:49.318990 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:49.327587 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:49.517361 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-df423905-917f-4825-be31-36ca929d7dcf service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854076 Aug 25 16:05:49.535519 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:49.568084 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:49.582124 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:49.613833 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78427587-c58a-455c-b20a-af7a9b4c28eb,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:49.681646 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:49.724732 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c68ab5ce20c842e798ae6f2aa2b5db2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9534993 Aug 25 16:05:49.728331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57244) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:49.875408 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-591be1b2-ef28-4eb2-a88f-ba45eed41447 req-9cc3368b-cf5c-49d4-a41b-6953ef026fa4 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346534 Aug 25 16:05:49.912141 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f7ebf-fd8e-4c62-a497-0ded21a2c2e0 req-7c420ed9-6483-4b9b-98bf-401ffec06383 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:49.914400 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-693f7ebf-fd8e-4c62-a497-0ded21a2c2e0 req-7c420ed9-6483-4b9b-98bf-401ffec06383 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1672149 Aug 25 16:05:50.005318 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-693f7ebf-fd8e-4c62-a497-0ded21a2c2e0 req-a9b97d8d-442a-4802-a1ff-76e46d8006eb tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829966 Aug 25 16:05:50.172824 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a5b68de5-f387-4243-9bab-898b08abfada req-2be8e697-6a79-41cf-bb36-a50a8ccd0a9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 1096 time: 0.1284509 Aug 25 16:05:50.287073 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c77c3-427f-46ac-9205-3c0f3f421362 req-102b3830-6904-46fc-9e43-daccfeddfe2d tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:50.289327 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a4c77c3-427f-46ac-9205-3c0f3f421362 req-102b3830-6904-46fc-9e43-daccfeddfe2d tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 943 time: 0.4666307 Aug 25 16:05:50.294658 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:50.362207 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:50.423572 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a4c77c3-427f-46ac-9205-3c0f3f421362 req-6713dd08-8639-448c-a2b0-617e01269c73 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260324 Aug 25 16:05:50.454183 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:50.460834 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-863e344f-8816-405a-997d-5e3e5d830a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:50.470804 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68de5-f387-4243-9bab-898b08abfada req-7de3c7fd-a68a-4dd4-a457-e9bdb4e5d662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:50.472289 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a5b68de5-f387-4243-9bab-898b08abfada req-7de3c7fd-a68a-4dd4-a457-e9bdb4e5d662 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 916 time: 0.2808695 Aug 25 16:05:50.477087 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78427587-c58a-455c-b20a-af7a9b4c28eb,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:50.482401 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:50.499934 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:50.501511 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78427587-c58a-455c-b20a-af7a9b4c28eb HTTP/1.1" status: 204 len: 168 time: 0.7713821 Aug 25 16:05:50.600255 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a5b68de5-f387-4243-9bab-898b08abfada req-43e94705-1d2a-4ba1-a193-6270c4c7df0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81d285e0-cf82-46fe-9ccc-2809424f9909 HTTP/1.1" status: 200 len: 217 time: 0.1202941 Aug 25 16:05:50.787429 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68de5-f387-4243-9bab-898b08abfada req-2506ddba-d635-4bcd-a6ff-6cb644ce1fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:50.789892 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a5b68de5-f387-4243-9bab-898b08abfada req-2506ddba-d635-4bcd-a6ff-6cb644ce1fd9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.1822293 Aug 25 16:05:50.848558 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a5b68de5-f387-4243-9bab-898b08abfada req-41965098-f2c8-4282-a72f-95255935bac2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486653 Aug 25 16:05:51.030539 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a5b68de5-f387-4243-9bab-898b08abfada req-d5776cc5-05eb-407a-9189-ddad0f88505b service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715422 Aug 25 16:05:51.087373 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57294) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:51.389099 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57308) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:51.424856 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a5b68de5-f387-4243-9bab-898b08abfada req-d00297bf-b94b-48aa-8ab5-82d400fcd263 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829999 Aug 25 16:05:51.443531 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:51.500150 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721ee39-c9cf-4939-acdb-9d0716d991c5 req-f86abbd2-91ec-4422-8a1a-13e6393eab1c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:51.512815 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d721ee39-c9cf-4939-acdb-9d0716d991c5 req-f86abbd2-91ec-4422-8a1a-13e6393eab1c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2788284 Aug 25 16:05:51.552132 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:51.583427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:51.596253 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d721ee39-c9cf-4939-acdb-9d0716d991c5 req-111464b3-67bc-4e6a-9aec-b2466cde7058 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810947 Aug 25 16:05:51.660676 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:51.669085 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Usage tracker for resource:security_group_rule and tenant:d82e6cba3ff149b9bc3f523b1f59e1fa is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:51.681127 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:51.693854 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:51.704858 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:51.733322 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Usage tracker for resource:security_group_rule and tenant:0f1acafbc68c473ab393b9fd6d013559 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:51.741294 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:51.752483 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:51.881032 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:51.889401 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:51.911545 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:51.954416 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe4687-fa1f-4833-8fd9-1fbbdf3f1570 req-d37b2052-c590-4263-886e-f50386dde444 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:51.956153 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-31fe4687-fa1f-4833-8fd9-1fbbdf3f1570 req-d37b2052-c590-4263-886e-f50386dde444 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 943 time: 0.1125832 Aug 25 16:05:51.972734 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:51.980972 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f425a1c-6f23-4b8f-be58-d674f7a341ba,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:51.984684 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:51.985573 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.001160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:52.039360 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d82e6cba3ff149b9bc3f523b1f59e1fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6488488 Aug 25 16:05:52.042280 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57326) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:52.069210 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-31fe4687-fa1f-4833-8fd9-1fbbdf3f1570 req-dc955088-23d3-464f-a78e-6c77d409e19f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010268 Aug 25 16:05:52.089577 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab43f9a-0486-49d5-b9db-b93e6faf4e8d,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:52.093258 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:52.096174 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f1acafbc68c473ab393b9fd6d013559&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0076499 Aug 25 16:05:52.100868 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57332) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:52.149143 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.189708 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.190435 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.224623 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.230975 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-a6967670-b830-4c58-82a1-27958cbf405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.290513 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.307884 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:52.317964 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.323336 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:52.335971 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f425a1c-6f23-4b8f-be58-d674f7a341ba,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:52.337728 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab43f9a-0486-49d5-b9db-b93e6faf4e8d,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:52.340633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:52.342097 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:52.349762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.351076 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ab43f9a-0486-49d5-b9db-b93e6faf4e8d HTTP/1.1" status: 204 len: 168 time: 0.2484794 Aug 25 16:05:52.374731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:52.377457 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f425a1c-6f23-4b8f-be58-d674f7a341ba HTTP/1.1" status: 204 len: 168 time: 0.3320742 Aug 25 16:05:52.892110 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26afb3-7ae9-4e37-b078-6b60d84c4e0a req-f9e220a3-0976-428a-8252-407a1c045fca tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:52.899371 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57366) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:52.911429 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ed26afb3-7ae9-4e37-b078-6b60d84c4e0a req-f9e220a3-0976-428a-8252-407a1c045fca tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1115594 Aug 25 16:05:52.954548 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57370) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:52.982136 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.008740 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ed26afb3-7ae9-4e37-b078-6b60d84c4e0a req-b21384e5-e9ad-4d40-b2b0-28cfd33465d1 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951765 Aug 25 16:05:53.050784 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Deleting subnet 89294c59-116a-488f-a06d-7a1884f3f9cd {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:05:53.063203 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.077449 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:53.090122 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2fdc810f4c4399bf2b50b7b1a17ddb is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:53.096417 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:53.106644 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:53.162851 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582886'] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.257862 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.298631 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.309435 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.337266 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:53.379678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6533b1b1-4596-48d0-b4c7-d617dcf55eb6,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:53.384862 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1879024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1789582'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.390161 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0340994e-5341-4c4b-8f71-eed9d364d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:53.444203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:53.476673 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.485371 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f2fdc810f4c4399bf2b50b7b1a17ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5297325 Aug 25 16:05:53.486156 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57400) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:53.502972 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/89294c59-116a-488f-a06d-7a1884f3f9cd HTTP/1.1" status: 204 len: 168 time: 0.5997238 Aug 25 16:05:53.508482 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57406) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:53.511361 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89294c59-116a-488f-a06d-7a1884f3f9cd,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:53.543156 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:53.574213 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f862c5-c373-4c0a-98f5-6223572fcba4 req-989c1705-5312-4a29-86d0-d9bc4927d4e1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:53.576001 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-13f862c5-c373-4c0a-98f5-6223572fcba4 req-989c1705-5312-4a29-86d0-d9bc4927d4e1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 943 time: 0.2462592 Aug 25 16:05:53.617445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.668813 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.696712 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-13f862c5-c373-4c0a-98f5-6223572fcba4 req-6ed7f35a-72ea-4432-a9cb-ed3fb62eae3f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112392 Aug 25 16:05:53.767080 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.787519 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.792086 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e7deb1de-d50f-414f-a949-fe29a03d4813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:53.805811 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6533b1b1-4596-48d0-b4c7-d617dcf55eb6,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:53.818389 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:53.819526 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.823928 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6533b1b1-4596-48d0-b4c7-d617dcf55eb6 HTTP/1.1" status: 204 len: 168 time: 0.3327789 Aug 25 16:05:53.930305 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:53.947996 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5850ae0-44f8-4fff-b3fa-e4d52b08f621']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:53.965798 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977c9d45-c466-4756-bc13-800b04c66554') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:53.966939 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977c9d45-c466-4756-bc13-800b04c66554') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:05:53.985552 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.015685 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.026691 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:05:54.027016 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:05:54.046160 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:05:54.145284 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.154411 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:54.176522 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.185278 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5850ae0-44f8-4fff-b3fa-e4d52b08f621,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:54.189374 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:54.192425 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5850ae0-44f8-4fff-b3fa-e4d52b08f621 HTTP/1.1" status: 204 len: 168 time: 0.6822650 Aug 25 16:05:54.279243 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790e27e-d754-44ba-aed5-9e09cbecda16 req-197c3104-c0a6-4fcb-bde0-2bfd4f324ab2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:54.281025 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f790e27e-d754-44ba-aed5-9e09cbecda16 req-197c3104-c0a6-4fcb-bde0-2bfd4f324ab2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.0876589 Aug 25 16:05:54.336701 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f790e27e-d754-44ba-aed5-9e09cbecda16 req-1d8fb2e5-4d94-44ff-b569-f0e61b5f8557 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Aug 25 16:05:54.560219 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 81d285e0-cf82-46fe-9ccc-2809424f9909 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:05:54.583569 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57458) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:54.694126 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57462) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:54.706875 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-9b5bfeee-4905-482a-9b8d-271af4ce29e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5ab855ed81744b5a8c6db337e9c3d31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1214180 Aug 25 16:05:54.718865 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57466) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:54.759898 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57476) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:54.810122 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.823755 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 81d285e0-cf82-46fe-9ccc-2809424f9909, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=81d285e0-cf82-46fe-9ccc-2809424f9909,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:54.840265 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.856591 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '81d285e0-cf82-46fe-9ccc-2809424f9909', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'port_id': '81d285e0-cf82-46fe-9ccc-2809424f9909', 'mac_address': 'fa:16:3e:d8:cf:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:05:54.908359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.919168 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-00855677-fc19-49ca-b70b-f7159974391b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:54.936585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:54.940606 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:54.953946 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.955359 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91d0ae31-ed14-4ac0-a483-9c5b6ea8d0ae HTTP/1.1" status: 204 len: 168 time: 0.2590420 Aug 25 16:05:54.975414 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:54.984175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66921d5e-b21c-4035-b601-e2b09bf31135 req-d8fc3ec8-f23a-4159-8905-70b24e25ee8c tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:54.987006 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-66921d5e-b21c-4035-b601-e2b09bf31135 req-d8fc3ec8-f23a-4159-8905-70b24e25ee8c tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 943 time: 0.0972898 Aug 25 16:05:54.997616 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d285e0-cf82-46fe-9ccc-2809424f9909 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:05:55.017016 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 81d285e0-cf82-46fe-9ccc-2809424f9909, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=81d285e0-cf82-46fe-9ccc-2809424f9909,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:55.023468 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.026774 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:55.059218 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-66921d5e-b21c-4035-b601-e2b09bf31135 req-449e3bed-876a-43c3-aec8-959293949b5b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664890 Aug 25 16:05:55.060214 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.123540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.128843 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=81d285e0-cf82-46fe-9ccc-2809424f9909,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:55.146871 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.147486 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.148057 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.148564 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.149114 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.149771 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.150264 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.150808 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.151443 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.152429 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.152940 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:05:55.171698 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:55.195341 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:55.202943 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Usage tracker for resource:security_group_rule and tenant:45cd2cf69a324667a857b092ccb457cf is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:55.206143 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:55.215300 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:55.243754 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:55.251373 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Usage tracker for resource:security_group_rule and tenant:4e65456f54284222ba76c925f5f7926c is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:55.255087 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:55.265892 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:55.336946 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.344307 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.361000 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-01a695a1-6ff1-4f3c-906d-9b5f7836ce3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:55.430501 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-763158c1-b5a0-46ef-95c2-7d75629c4101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.442712 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45cd2cf69a324667a857b092ccb457cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7196064 Aug 25 16:05:55.443034 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57500) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:55.463377 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97001012-4592-4228-a86e-2dd2f116af76,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:55.469351 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:55.489846 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.497603 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.511989 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-15c9a687-f6f4-4c75-82c7-aacac66cdc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:55.569283 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f27800-d95a-4785-a028-2a418e377e55,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:55.572629 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:55.575878 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e65456f54284222ba76c925f5f7926c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8146982 Aug 25 16:05:55.578415 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57504) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:55.615938 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.628127 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['81d285e0-cf82-46fe-9ccc-2809424f9909'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:05:55.701838 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.733967 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.817681 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.824772 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ab135ae3-e218-49a4-9a95-ea6411e7fb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:55.844192 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f27800-d95a-4785-a028-2a418e377e55,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:55.847024 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:55.855264 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.858709 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67f27800-d95a-4785-a028-2a418e377e55 HTTP/1.1" status: 204 len: 168 time: 0.2765436 Aug 25 16:05:55.919405 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:55.986299 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f5782-c983-47ea-81a5-57ed5f5fd58d req-94f543df-9813-439a-be3d-4970e25d8aed tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:55.992823 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ef4f5782-c983-47ea-81a5-57ed5f5fd58d req-94f543df-9813-439a-be3d-4970e25d8aed tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.3313363 Aug 25 16:05:56.051026 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ef4f5782-c983-47ea-81a5-57ed5f5fd58d req-8ceccc6b-2a4d-4046-b95f-f50316c32589 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Aug 25 16:05:56.052489 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:56.057972 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-87cdb3b4-2b58-4482-984f-a8519d08fb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:56.070246 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97001012-4592-4228-a86e-2dd2f116af76,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:56.075102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:56.079380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:56.081141 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97001012-4592-4228-a86e-2dd2f116af76 HTTP/1.1" status: 204 len: 168 time: 0.6371064 Aug 25 16:05:56.324264 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157faf9d-789d-4357-9453-91420fd44e76 req-ece22f7a-06cf-4915-bc68-a637e3a8d256 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:56.325821 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-157faf9d-789d-4357-9453-91420fd44e76 req-ece22f7a-06cf-4915-bc68-a637e3a8d256 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 944 time: 0.0974422 Aug 25 16:05:56.388636 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-157faf9d-789d-4357-9453-91420fd44e76 req-115289ff-2167-48f2-9d3c-c1fb46aa0ea1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563049 Aug 25 16:05:56.713858 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:56.872045 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57546) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:56.891294 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:56.930844 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:56.935102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Usage tracker for resource:security_group_rule and tenant:70701e3bc8294b029b5150b910db60c2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:56.939047 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:56.945529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:57.021862 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.026959 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.037380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-47bbaeab-0d15-4555-9d40-ff091a0bb712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:57.083180 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cc7e9e-8e54-4c63-a22d-9882574e8642,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:57.087617 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70701e3bc8294b029b5150b910db60c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2145102 Aug 25 16:05:57.088887 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:57.090168 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57552) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:57.115022 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57558) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:57.159025 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.172049 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.205341 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.223113 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:57.228170 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Usage tracker for resource:security_group_rule and tenant:0473ce2e08cb4828bc93f05eb7c37c4d is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:57.232315 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:57.239635 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:57.304915 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.315189 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-749531ac-a531-40c7-bafa-0e62693cc5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:57.332001 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cc7e9e-8e54-4c63-a22d-9882574e8642,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:57.339570 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:57.342407 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.346736 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80cc7e9e-8e54-4c63-a22d-9882574e8642 HTTP/1.1" status: 204 len: 168 time: 0.2554338 Aug 25 16:05:57.426969 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.434988 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb81f4-9ba3-4ea5-a9e5-9195f11716b7 req-e6f9f485-ba3c-4830-adaa-0fdc1c9dcca1 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:57.442109 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6dbb81f4-9ba3-4ea5-a9e5-9195f11716b7 req-e6f9f485-ba3c-4830-adaa-0fdc1c9dcca1 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1445689 Aug 25 16:05:57.458116 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.467003 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-dda1c73e-a733-47fd-b60c-f75fc0f444da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:57.532472 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04799cd5-6501-4cdc-9368-bd4f6c64bc96,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:57.537647 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:57.543821 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0473ce2e08cb4828bc93f05eb7c37c4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4254096 Aug 25 16:05:57.544027 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57582) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:57.560705 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6dbb81f4-9ba3-4ea5-a9e5-9195f11716b7 req-a2e4987e-520a-44a8-9aed-d656ba949b31 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177208 Aug 25 16:05:57.713292 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a188b3-5a15-48b1-9252-b32b0b978b3a req-5d1d379a-a6b3-4195-85ec-5a71554f4318 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:57.714725 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-20a188b3-5a15-48b1-9252-b32b0b978b3a req-5d1d379a-a6b3-4195-85ec-5a71554f4318 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 944 time: 0.1541231 Aug 25 16:05:57.750368 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.786041 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.831104 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-20a188b3-5a15-48b1-9252-b32b0b978b3a req-9bff9e9c-a161-4a5d-b4f9-96c54a350af3 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076777 Aug 25 16:05:57.859989 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.865067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-632ea308-69cb-4de5-9477-f5f0b3f5deed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:57.876349 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04799cd5-6501-4cdc-9368-bd4f6c64bc96,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:57.881629 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:57.883603 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:57.887403 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04799cd5-6501-4cdc-9368-bd4f6c64bc96 HTTP/1.1" status: 204 len: 168 time: 0.3395560 Aug 25 16:05:58.004880 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.295038 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57618) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:58.487932 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57626) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:58.511068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.566836 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:58.573564 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Usage tracker for resource:security_group_rule and tenant:6c833e98e84a4fb0ae6853b054f270ef is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:58.577167 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:58.584675 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:58.596817 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 81d285e0-cf82-46fe-9ccc-2809424f9909 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:05:58.699213 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.704919 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 81d285e0-cf82-46fe-9ccc-2809424f9909 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:05:58.707616 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.728617 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 81d285e0-cf82-46fe-9ccc-2809424f9909 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:05:58.729280 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.766696 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6643a130-1c33-416b-808c-01a9997d864a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:58.809336 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c833e98e84a4fb0ae6853b054f270ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3195851 Aug 25 16:05:58.811676 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57636) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:58.813616 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc486732-4a90-4bf6-86d2-7b51f599c550,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:58.819698 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.832699 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:58.867583 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:05:58.874143 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Usage tracker for resource:security_group_rule and tenant:da95ba8859034574bfab1348dea9e130 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:05:58.878871 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:05:58.887840 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:05:58.946320 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.974108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:58.993814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.010916 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 81d285e0-cf82-46fe-9ccc-2809424f9909, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=81d285e0-cf82-46fe-9ccc-2809424f9909,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:05:59.013031 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d285e0-cf82-46fe-9ccc-2809424f9909'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:05:59.021695 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.024923 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:59.049474 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.052080 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.071403 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5f8dc22a-88cc-4ced-8d2f-490564f51fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:59.112737 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=81d285e0-cf82-46fe-9ccc-2809424f9909,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:59.130864 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:59.148888 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44353a-cf4b-4d13-9940-d33dfe323327,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:59.152987 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:59.158601 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da95ba8859034574bfab1348dea9e130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8619161 Aug 25 16:05:59.162699 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57650) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:05:59.221681 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10152-6bf3-465f-b88f-35b60240f950 req-be191010-257d-4db7-b3df-d8a613e900c9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:59.224833 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-88d10152-6bf3-465f-b88f-35b60240f950 req-be191010-257d-4db7-b3df-d8a613e900c9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2289660 Aug 25 16:05:59.348046 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.360254 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-acbdbf13-cbde-48ae-928d-d29ec01ba1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:59.361764 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.368353 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-88d10152-6bf3-465f-b88f-35b60240f950 req-87a0ccae-ce50-495d-9877-9613e5246e5e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163211 Aug 25 16:05:59.379741 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc486732-4a90-4bf6-86d2-7b51f599c550,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:59.396503 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43a5ed-1db7-445d-b9f8-8905e5628d3d req-52664a3e-9f8a-4f52-8483-9548899fe28a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:05:59.404311 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8d43a5ed-1db7-445d-b9f8-8905e5628d3d req-52664a3e-9f8a-4f52-8483-9548899fe28a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 945 time: 0.2870235 Aug 25 16:05:59.418122 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.425134 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:59.434627 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.435758 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc486732-4a90-4bf6-86d2-7b51f599c550 HTTP/1.1" status: 204 len: 168 time: 0.6231561 Aug 25 16:05:59.480426 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8d43a5ed-1db7-445d-b9f8-8905e5628d3d req-daf2692e-5863-48ca-b145-b90583116f2a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750487 Aug 25 16:05:59.543969 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.549187 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-67a64b7e-dcd5-4ae5-8d37-0d5c3ae183bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:05:59.582386 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44353a-cf4b-4d13-9940-d33dfe323327,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:05:59.596784 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:05:59.603438 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:05:59.610009 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d44353a-cf4b-4d13-9940-d33dfe323327 HTTP/1.1" status: 204 len: 168 time: 0.4431415 Aug 25 16:05:59.768814 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d285e0-cf82-46fe-9ccc-2809424f9909', 'code': 200} Aug 25 16:06:00.091822 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a9faae0c-3048-47a4-91e6-556d7e1626c1 req-59a77dd9-2d89-4f0c-b380-491a285ac8cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 1098 time: 0.0848680 Aug 25 16:06:00.150293 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-a9faae0c-3048-47a4-91e6-556d7e1626c1 req-7a1adbb7-bd67-4b47-bbc6-837fa41e19f4 service neutron] Synchronizing usage tracker for tenant:00c5023afa22406ba48ff04291543f22 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:00.173530 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-a9faae0c-3048-47a4-91e6-556d7e1626c1 req-7a1adbb7-bd67-4b47-bbc6-837fa41e19f4 service neutron] Unset dirty status for tenant:00c5023afa22406ba48ff04291543f22 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:00.174931 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a9faae0c-3048-47a4-91e6-556d7e1626c1 req-7a1adbb7-bd67-4b47-bbc6-837fa41e19f4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724325 Aug 25 16:06:00.326762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 57692) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:00.350717 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:00.387151 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:00.392465 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1fee29b4294d3fad83d1016fa8656c is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:00.396278 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:00.404596 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:00.541026 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:00.548631 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:00.563431 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d5187ebb-0269-4b06-93ae-80be14513ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:00.736820 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f1fee29b4294d3fad83d1016fa8656c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4089420 Aug 25 16:06:00.739598 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 57716) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:00.740684 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527cf032-9bd1-49b8-87bf-1fdcae3b8f43,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:00.744255 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:00.798123 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8791434-e594-4a96-9dcf-26026e3bf0a1 req-07ce667f-8bb3-450b-9d5d-ee1e9285481d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:00.800722 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d8791434-e594-4a96-9dcf-26026e3bf0a1 req-07ce667f-8bb3-450b-9d5d-ee1e9285481d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1615050 Aug 25 16:06:00.877287 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d8791434-e594-4a96-9dcf-26026e3bf0a1 req-0f78747e-8e80-4cfd-b29c-a81aefcde386 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708256 Aug 25 16:06:00.892653 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:00.957672 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:01.082716 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:01.094376 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-720941cc-4182-47c6-8825-8e63168b6848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:01.110167 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527cf032-9bd1-49b8-87bf-1fdcae3b8f43,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:01.115175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:01.135615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:01.140173 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/527cf032-9bd1-49b8-87bf-1fdcae3b8f43 HTTP/1.1" status: 204 len: 168 time: 0.3954072 Aug 25 16:06:01.223081 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d57b84-70b1-42d8-b555-a84908a8fbbf req-f4d861b8-9b91-4386-86eb-06e0cbce1101 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:01.227967 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-20d57b84-70b1-42d8-b555-a84908a8fbbf req-f4d861b8-9b91-4386-86eb-06e0cbce1101 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 945 time: 0.1963902 Aug 25 16:06:01.322438 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-20d57b84-70b1-42d8-b555-a84908a8fbbf req-9c7f23bf-60b2-43ee-be1d-762059e9547b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818970 Aug 25 16:06:02.151164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a52df-0bf3-4c6a-9a25-22e1c5e22205 req-1fae3953-22b7-49d9-84f8-33ea32f7f363 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:02.157995 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4f7a52df-0bf3-4c6a-9a25-22e1c5e22205 req-1fae3953-22b7-49d9-84f8-33ea32f7f363 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1015229 Aug 25 16:06:02.202086 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4f7a52df-0bf3-4c6a-9a25-22e1c5e22205 req-e10cf244-2399-44d7-8b9c-69b1aa82ae63 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Aug 25 16:06:02.700747 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700f0c8-82e3-487d-85cf-ca0ceef944d0 req-ef22dab5-0210-4cda-9c01-4783e9a2fe69 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:02.703178 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1700f0c8-82e3-487d-85cf-ca0ceef944d0 req-ef22dab5-0210-4cda-9c01-4783e9a2fe69 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 945 time: 0.1605163 Aug 25 16:06:02.774270 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1700f0c8-82e3-487d-85cf-ca0ceef944d0 req-c117537b-bc27-4660-8f88-593d717158d3 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654666 Aug 25 16:06:03.496617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e921625-a0e2-4a70-a126-682e7fecefec req-40113251-685a-4032-96a8-d800990e5372 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:03.498077 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8e921625-a0e2-4a70-a126-682e7fecefec req-40113251-685a-4032-96a8-d800990e5372 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.0903823 Aug 25 16:06:03.563409 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8e921625-a0e2-4a70-a126-682e7fecefec req-2cc5e799-1304-4156-9a85-55a8cb4d5d49 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591314 Aug 25 16:06:04.504474 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:04.854942 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036becad-d277-4884-a99c-24d1db21121e req-3d2753d3-42a8-4afc-b488-e7cd41890511 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:04.857930 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-036becad-d277-4884-a99c-24d1db21121e req-3d2753d3-42a8-4afc-b488-e7cd41890511 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1077089 Aug 25 16:06:04.913132 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-036becad-d277-4884-a99c-24d1db21121e req-46c1f89b-e6a9-4d99-937e-e9f0e836e715 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 Aug 25 16:06:06.239241 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c375093-87ed-47a1-9766-a4f6a2beeac3 req-46ebe154-9239-4372-9b13-f32bddfeab1c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:06.242609 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6c375093-87ed-47a1-9766-a4f6a2beeac3 req-46ebe154-9239-4372-9b13-f32bddfeab1c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1519856 Aug 25 16:06:06.373116 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6c375093-87ed-47a1-9766-a4f6a2beeac3 req-9071a605-f07d-4482-be91-0e9ff9b8fab5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231325 Aug 25 16:06:06.680307 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58002) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:06.691998 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58008) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:06.940562 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:06.988921 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.037268 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:07.043617 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Usage tracker for resource:security_group_rule and tenant:3234236fb859458eb9436a65cc60eca6 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:07.049606 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:07.053448 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:07.061146 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:07.063758 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Usage tracker for resource:security_group_rule and tenant:61936a68bc0e480ca1a774b5172861df is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:07.068027 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:07.080412 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:07.212956 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.222462 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.223445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.232435 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:07.240794 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.306828 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c41255a-44aa-4b56-bc71-f583d749d028,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:07.318881 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3234236fb859458eb9436a65cc60eca6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6373477 Aug 25 16:06:07.321067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:07.321592 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58036) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:07.322008 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-99856f15-108f-4344-a6ca-37f43bbacd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:07.354167 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213c31c9-5f7a-4a1e-9dce-d10fbd6bbe2a,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:07.358555 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61936a68bc0e480ca1a774b5172861df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6654382 Aug 25 16:06:07.359633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:07.361140 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58040) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:07.432213 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.440805 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.475735 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.483579 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.550498 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.556787 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:07.600741 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c31c9-5f7a-4a1e-9dce-d10fbd6bbe2a,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:07.642650 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.655449 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:07.687696 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.692325 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c41255a-44aa-4b56-bc71-f583d749d028 HTTP/1.1" status: 204 len: 168 time: 0.3658638 Aug 25 16:06:07.692325 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c41255a-44aa-4b56-bc71-f583d749d028,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:07.693733 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:07.700263 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada1c56-5656-4a8a-bb26-16695212be19 req-d943a814-1f27-4b23-9715-c141071d24b7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:07.707481 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-eada1c56-5656-4a8a-bb26-16695212be19 req-d943a814-1f27-4b23-9715-c141071d24b7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1782708 Aug 25 16:06:07.746751 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:07.752541 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:07.753587 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/213c31c9-5f7a-4a1e-9dce-d10fbd6bbe2a HTTP/1.1" status: 204 len: 168 time: 0.3915365 Aug 25 16:06:07.753703 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-eada1c56-5656-4a8a-bb26-16695212be19 req-c7390bfd-da7d-4117-9c0b-2e7bdc0c76d3 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Aug 25 16:06:07.833159 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-90f133da-bbcb-4b2e-a183-a5496ffe762b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:07.840666 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-90f133da-bbcb-4b2e-a183-a5496ffe762b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.2735066 Aug 25 16:06:07.859885 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-5734f9fb-d470-484c-b814-e2057d0af702 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/quotas/b2ecf89bcbac422fa4ec0503a789e214 HTTP/1.1" status: 200 len: 375 time: 0.0181873 Aug 25 16:06:07.952345 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-365e3231-d12e-4238-b616-93c19a2b7e34 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916073 Aug 25 16:06:08.108883 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-1b0ba9e6-964f-4b2a-a6e4-ede8ff662f02 service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497653 Aug 25 16:06:08.196099 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58070) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:08.236444 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.310758 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-9a0daa70-8b07-46ca-a540-fd82f439cb7e service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925178 Aug 25 16:06:08.328591 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58078) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:08.348576 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.350412 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:08.376615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Usage tracker for resource:security_group_rule and tenant:b52b944a07924ee2b0b49c5951d40877 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:08.381604 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:08.399460 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:08.429184 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:08.448741 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cc9ba515944bb0b63aa9532d6f69fd is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:08.453554 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:08.481116 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:08.503895 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.509658 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.519075 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-595ccdb0-e5f2-4a2d-9ef0-cd7ef0636bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:08.567857 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ba9e9c-2c78-4739-83a5-a0099ce013cb,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:08.574783 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b52b944a07924ee2b0b49c5951d40877&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3775880 Aug 25 16:06:08.575904 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:08.578067 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58094) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:08.655266 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.660971 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.673481 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b2c18724-18bf-4d7b-ab28-198d2aebb570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:08.676277 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.723626 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5cc9ba515944bb0b63aa9532d6f69fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3932753 Aug 25 16:06:08.725158 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be4fafb-c10e-44d7-934b-1d91f75e559c,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:08.728363 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58102) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:08.731611 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:08.816826 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.826440 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-681cb0a7-fdf3-469d-8cf0-87ba8b3826c6 req-dff280b0-8d61-4a2a-a394-93c9677db4c3 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 210 time: 0.1386788 Aug 25 16:06:08.856150 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.859301 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.942789 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.970182 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:08.981867 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f8b957ce-355f-48af-b820-1fd37f1b18d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:08.986179 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-34732a17-2b18-4b87-90b6-fc448b01d332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:09.002647 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ba9e9c-2c78-4739-83a5-a0099ce013cb,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:09.004108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.005411 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12ba9e9c-2c78-4739-83a5-a0099ce013cb HTTP/1.1" status: 204 len: 168 time: 0.4260621 Aug 25 16:06:09.007563 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be4fafb-c10e-44d7-934b-1d91f75e559c,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:09.014506 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:09.030432 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:09.045976 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.047473 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6be4fafb-c10e-44d7-934b-1d91f75e559c HTTP/1.1" status: 204 len: 168 time: 0.3182325 Aug 25 16:06:09.076847 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31348c88-0bab-4f62-b5fb-12eebe895894 req-9bdd4182-f87e-4b6b-9ace-7981fc776f7f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:09.079235 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-31348c88-0bab-4f62-b5fb-12eebe895894 req-9bdd4182-f87e-4b6b-9ace-7981fc776f7f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1413939 Aug 25 16:06:09.135182 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-31348c88-0bab-4f62-b5fb-12eebe895894 req-2f988eb4-1441-439b-ba1b-6bd3e8a596f7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497460 Aug 25 16:06:09.249325 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.452515 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58132) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:09.717512 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.757888 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:09.763082 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Usage tracker for resource:security_group_rule and tenant:ea33ae5902044701976620945c36f1a4 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:09.766177 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:09.773495 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:09.883501 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.894587 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:09.911101 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f232c0f6-a071-407d-83f0-49f37643915e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:10.000028 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93efee6b-6980-4af4-a2c7-1189a8769c19,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:10.010600 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:10.022555 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea33ae5902044701976620945c36f1a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5689287 Aug 25 16:06:10.026694 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58168) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:10.029134 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0bcbb730-dfc6-4899-85b7-4689bfb90a36 req-f783af51-53c4-4cc6-8a96-8a7e1277569f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 210 time: 0.0624254 Aug 25 16:06:10.160598 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.190086 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.257105 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.264698 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f5ad02d0-bf86-4970-8831-66ed247e6aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:10.279602 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93efee6b-6980-4af4-a2c7-1189a8769c19,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:10.299716 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:10.317172 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.318345 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93efee6b-6980-4af4-a2c7-1189a8769c19 HTTP/1.1" status: 204 len: 168 time: 0.2906141 Aug 25 16:06:10.624524 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-7e1b6aa3-977a-4739-a1e7-61ba908094b5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:10.626148 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-7e1b6aa3-977a-4739-a1e7-61ba908094b5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.1861026 Aug 25 16:06:10.646758 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015409-5877-4ec6-b875-cb1e24609cb4 req-ba88d7ef-98ba-4b7b-a4f5-fda8478f0874 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:10.654881 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b8015409-5877-4ec6-b875-cb1e24609cb4 req-ba88d7ef-98ba-4b7b-a4f5-fda8478f0874 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2503264 Aug 25 16:06:10.661727 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Request body: {'port': {'device_id': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'admin_state_up': True, 'tenant_id': 'b2ecf89bcbac422fa4ec0503a789e214'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:10.788874 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b8015409-5877-4ec6-b875-cb1e24609cb4 req-d93a9acf-3774-42ca-80f4-abab0a08b2cb tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325481 Aug 25 16:06:10.863201 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:10.879341 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:10.894591 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Made reservation on behalf of b2ecf89bcbac422fa4ec0503a789e214 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:10.898375 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:10.965864 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58208) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.074084 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58220) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.104629 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Allocated IP 172.20.0.10 (e32df4b6-5974-4df5-acbd-b68afb16680b/9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3/8663ec9a-8d9c-45b8-81b5-10cd69082df8) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:11.109265 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.179346 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:11.184871 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0a31037de34e178f8f872d5a9a1914 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:11.223472 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:11.230748 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:11.264509 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-155477ee-5fba-43d6-a794-aa4e4bf16035 req-0e0485dd-4bfd-4a9c-84f6-afffbe9f19eb tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 210 time: 0.0870190 Aug 25 16:06:11.311438 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.317395 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.325646 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6e2e9818-5774-4eea-976f-34cc1d9002ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:11.394229 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c94eb77-8eee-42e2-9ec0-4027adbc1f52,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:11.397490 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.398466 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.414346 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:11.420591 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee0a31037de34e178f8f872d5a9a1914&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3453262 Aug 25 16:06:11.421633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58226) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.445545 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.455117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:11.460758 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:11.464842 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Usage tracker for resource:security_group_rule and tenant:788519018b394cfca132ac012f6e5ac7 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:11.467760 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:11.474094 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:11.495080 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', '81d285e0-cf82-46fe-9ccc-2809424f9909'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:11.550258 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Network e32df4b6-5974-4df5-acbd-b68afb16680b is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:11.556567 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:11.565419 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:11.624856 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event updated for resources: {'Port': ['ID=8663ec9a-8d9c-45b8-81b5-10cd69082df8,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:11.637885 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:11.678617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:11.679513 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.720227 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0607829 Aug 25 16:06:11.720646 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.732562 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.742581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8cf6a8bc-54f7-44df-bc8f-85f903a2ed53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:11.750639 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.764264 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Request body: {'port': {'device_id': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:11.853702 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:11.864031 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfca827-e9e5-4ebb-93a7-22c393d5a1e6,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:11.878075 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:11.894098 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=788519018b394cfca132ac012f6e5ac7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9265783 Aug 25 16:06:11.910401 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58242) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.914817 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58244) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.953968 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58252) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:11.999806 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.127371 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.156050 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47f6bd-d653-4284-9dd0-203ec1fc11ca req-fe522fd4-b7e2-4214-9b66-31eccf9b28dc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:12.158039 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1c47f6bd-d653-4284-9dd0-203ec1fc11ca req-fe522fd4-b7e2-4214-9b66-31eccf9b28dc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1793153 Aug 25 16:06:12.158839 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.169808 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-90f52c81-76b5-449c-bcf2-673d1e52a887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.181081 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.208121 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.234564 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c94eb77-8eee-42e2-9ec0-4027adbc1f52,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.248134 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.262761 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.295103 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.299015 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c94eb77-8eee-42e2-9ec0-4027adbc1f52 HTTP/1.1" status: 204 len: 168 time: 0.8738351 Aug 25 16:06:12.348151 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:12.356318 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Usage tracker for resource:security_group_rule and tenant:09436dd8cc894e8a9a7c371cc520971e is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:12.361239 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:12.365985 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1c47f6bd-d653-4284-9dd0-203ec1fc11ca req-8197d9f9-645a-41c7-8169-a63621cbe850 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659167 Aug 25 16:06:12.372000 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:12.374531 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:12.379197 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Usage tracker for resource:security_group_rule and tenant:f647b468de874a0584673a0411fa0f9a is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:12.385074 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:12.396591 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:12.401535 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.432419 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-20758da1-d9e5-4317-9fa8-2e13bd076398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.470724 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfca827-e9e5-4ebb-93a7-22c393d5a1e6,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.475274 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.515521 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.519854 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abfca827-e9e5-4ebb-93a7-22c393d5a1e6 HTTP/1.1" status: 204 len: 168 time: 0.6005909 Aug 25 16:06:12.529153 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8663ec9a-8d9c-45b8-81b5-10cd69082df8 {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:12.540545 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.557725 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.562271 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Transition to ACTIVE for port object 8663ec9a-8d9c-45b8-81b5-10cd69082df8 will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:12.569275 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.573607 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.579519 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d00661-6371-4336-84a9-9985fa900852 req-216840e0-b34d-4cc2-b6bc-5a4123440897 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:12.580225 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-61d00661-6371-4336-84a9-9985fa900852 req-216840e0-b34d-4cc2-b6bc-5a4123440897 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:12.582368 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-56f13600-abd2-4f40-8ac9-75b1411e200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.585607 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.612645 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.632168 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.653938 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79848351-806f-4077-a1f8-d821b7ffeaea,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.668227 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.668720 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-14421df1-ed79-4c7b-b0e9-db29d23a6dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.683203 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09436dd8cc894e8a9a7c371cc520971e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7653036 Aug 25 16:06:12.687939 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58272) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:12.712026 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f647b468de874a0584673a0411fa0f9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7510891 Aug 25 16:06:12.717485 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58276) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:12.738368 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c332e-1378-4611-aa39-ef2e2c904c29,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.743460 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.787228 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.823483 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.862568 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-61d00661-6371-4336-84a9-9985fa900852 req-216840e0-b34d-4cc2-b6bc-5a4123440897 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:12.863700 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-61d00661-6371-4336-84a9-9985fa900852 req-216840e0-b34d-4cc2-b6bc-5a4123440897 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 932 time: 0.4146838 Aug 25 16:06:12.899751 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.903615 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:12.917041 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Pushing event updated for resources: {'Port': ['ID=8663ec9a-8d9c-45b8-81b5-10cd69082df8,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.922809 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.934240 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79848351-806f-4077-a1f8-d821b7ffeaea,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:12.944168 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:12.949528 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:12.953454 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79848351-806f-4077-a1f8-d821b7ffeaea HTTP/1.1" status: 204 len: 168 time: 0.2645459 Aug 25 16:06:13.033279 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-61d00661-6371-4336-84a9-9985fa900852 req-2c2fd74c-c0e2-4d07-83f9-9487f01f03ef tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605165 Aug 25 16:06:13.062116 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.104400 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Attempting to bind port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:13.104837 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Attempting to bind port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:13.105252 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Attempting to bind port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:13.111195 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.133462 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 on network e32df4b6-5974-4df5-acbd-b68afb16680b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:13.133782 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Attempting to bind port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:13.157351 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:13.157701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Checking segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:13.158083 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Bound using segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:13.158512 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Bound port: 8663ec9a-8d9c-45b8-81b5-10cd69082df8, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:13.159261 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.244652 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.252374 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0b3b5786-e2ef-4777-bb27-cd27fd31ce1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:13.268809 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c332e-1378-4611-aa39-ef2e2c904c29,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:13.272069 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:13.282142 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] For port 8663ec9a-8d9c-45b8-81b5-10cd69082df8, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:13.285584 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] For port 8663ec9a-8d9c-45b8-81b5-10cd69082df8, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8663ec9a-8d9c-45b8-81b5-10cd69082df8,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:13.287634 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.292875 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/439c332e-1378-4611-aa39-ef2e2c904c29 HTTP/1.1" status: 204 len: 168 time: 0.5737672 Aug 25 16:06:13.295498 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.300190 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:13.365925 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.367879 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] 10.222.0.53 "PUT /v2.0/ports/8663ec9a-8d9c-45b8-81b5-10cd69082df8 HTTP/1.1" status: 200 len: 1094 time: 1.6091738 Aug 25 16:06:13.372921 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'tag': '8663ec9a-8d9c-45b8-81b5-10cd69082df8'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:13.378279 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58300) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:13.410802 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.423707 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Pushing event updated for resources: {'Port': ['ID=8663ec9a-8d9c-45b8-81b5-10cd69082df8,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:13.447368 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:13.479732 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:13.484720 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Usage tracker for resource:security_group_rule and tenant:255a388ed7bd47288fd3014e5c519a92 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:13.488563 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:13.496616 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:13.541136 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'tag': '8663ec9a-8d9c-45b8-81b5-10cd69082df8', 'status': 'completed', 'code': 200} Aug 25 16:06:13.618743 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f895b7c0-fafc-43e0-a73a-55b146724346 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 1097 time: 0.1616721 Aug 25 16:06:13.754178 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-f67ad7eb-9442-48d7-8947-fe4e7d96673c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8663ec9a-8d9c-45b8-81b5-10cd69082df8 HTTP/1.1" status: 200 len: 217 time: 0.1006083 Aug 25 16:06:13.758980 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.764865 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.774262 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a8b649a3-78d2-4a52-a97c-0ce03cfb8714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:13.823192 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6537e9d-3c38-4eb3-a293-4cb27bb1a926,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:13.827197 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:13.829576 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=255a388ed7bd47288fd3014e5c519a92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4495442 Aug 25 16:06:13.832358 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58320) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:13.852093 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6bb61-d48c-4472-a15e-bdfccad76ccb req-d6ac8b9f-a8b4-4e2a-b79d-540b6cf67fc8 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:13.854163 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4ce6bb61-d48c-4472-a15e-bdfccad76ccb req-d6ac8b9f-a8b4-4e2a-b79d-540b6cf67fc8 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2659082 Aug 25 16:06:13.876709 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-a2e5b9eb-d434-4382-948d-84233fa767fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:13.879398 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-a2e5b9eb-d434-4382-948d-84233fa767fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.1120429 Aug 25 16:06:13.941799 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4ce6bb61-d48c-4472-a15e-bdfccad76ccb req-641bfaa6-d3c4-460a-a790-03abe317cad4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810380 Aug 25 16:06:13.947007 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-01c7181d-422a-4895-9209-d33ffb54244f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607362 Aug 25 16:06:13.948740 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4251ffe3-64db-4983-aa12-558924d814e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:13.978451 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4251ffe3-64db-4983-aa12-558924d814e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.040274 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4251ffe3-64db-4983-aa12-558924d814e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.048791 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b95ff584-161f-4e20-9bba-915f55db3e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:14.070073 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251ffe3-64db-4983-aa12-558924d814e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6537e9d-3c38-4eb3-a293-4cb27bb1a926,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:14.078285 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4251ffe3-64db-4983-aa12-558924d814e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:14.079649 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4251ffe3-64db-4983-aa12-558924d814e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:14.080799 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4251ffe3-64db-4983-aa12-558924d814e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6537e9d-3c38-4eb3-a293-4cb27bb1a926 HTTP/1.1" status: 204 len: 168 time: 0.2476830 Aug 25 16:06:14.122580 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-4172e4ce-2140-4a0c-9338-83945035923d service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646447 Aug 25 16:06:14.360775 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0fb2c95c-9c8d-4271-ac83-eeaa576b6989 req-fd21ed25-0b0b-4142-9a2d-fbd6e425e69b service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305746 Aug 25 16:06:14.372188 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dad4f0-61ad-4f34-990d-1f4e5b0c6d2c req-ee547e3b-81ad-48c2-a73e-eb9c61fcd5c9 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:14.372750 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b0dad4f0-61ad-4f34-990d-1f4e5b0c6d2c req-ee547e3b-81ad-48c2-a73e-eb9c61fcd5c9 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 944 time: 0.1344523 Aug 25 16:06:14.422220 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b0dad4f0-61ad-4f34-990d-1f4e5b0c6d2c req-f425d12d-897e-4273-a653-4679e5e19af0 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Aug 25 16:06:14.562730 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-4cbdfb3f-0542-42a1-ad77-01b761ebe5fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 1097 time: 0.0819130 Aug 25 16:06:14.711820 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-d578b5df-e5de-4a38-b1e5-d556e239651a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:14.712606 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-d578b5df-e5de-4a38-b1e5-d556e239651a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 916 time: 0.1427300 Aug 25 16:06:14.792396 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-e37ccd99-f0a7-4a6d-941e-65efaf1b6781 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8663ec9a-8d9c-45b8-81b5-10cd69082df8 HTTP/1.1" status: 200 len: 217 time: 0.0666060 Aug 25 16:06:14.867693 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-73e18a43-3dc9-4214-8b55-e534d656640f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:14.869230 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-73e18a43-3dc9-4214-8b55-e534d656640f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.0691645 Aug 25 16:06:14.920920 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-ebaa7043-ac4f-48fa-95bb-8cef1c3488bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414970 Aug 25 16:06:15.082580 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-66ff151b-48c7-4ff7-bfad-8728e6980914 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541078 Aug 25 16:06:15.195428 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f9875-1710-4b12-8560-cb1cd89ea1da req-51dcb8f0-6382-4f57-9f57-1c414cd728a5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:15.202888 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-398f9875-1710-4b12-8560-cb1cd89ea1da req-51dcb8f0-6382-4f57-9f57-1c414cd728a5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1002984 Aug 25 16:06:15.261709 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-398f9875-1710-4b12-8560-cb1cd89ea1da req-1aeb0751-a095-403f-b050-da1a04dbd288 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578377 Aug 25 16:06:15.392951 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-577b7ba8-8e2d-487e-bfd1-e62588b425f3 req-8af9c99c-0682-4529-bd35-b50e3157c979 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033922 Aug 25 16:06:15.671700 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d056aee-48da-4f38-9a82-ebe67cfb8a77 req-9124d2b1-7432-484e-a8fd-6f58ef972be4 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:15.680130 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7d056aee-48da-4f38-9a82-ebe67cfb8a77 req-9124d2b1-7432-484e-a8fd-6f58ef972be4 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 944 time: 0.1020508 Aug 25 16:06:15.765245 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7d056aee-48da-4f38-9a82-ebe67cfb8a77 req-0215edd2-37d0-443b-824a-c4f43105374f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838780 Aug 25 16:06:16.489448 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341e3e2-b9aa-4645-8978-97ac632ce43b req-46c553d0-d57c-4065-a82b-1d328d485b83 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:16.491107 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8341e3e2-b9aa-4645-8978-97ac632ce43b req-46c553d0-d57c-4065-a82b-1d328d485b83 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1090848 Aug 25 16:06:16.557788 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8341e3e2-b9aa-4645-8978-97ac632ce43b req-276ea40e-e159-48a5-baff-4689fb4b937c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598552 Aug 25 16:06:17.080655 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eaa8b-da9d-470e-afa2-cada44dac87d req-3c0484a0-9f8c-4cf7-a476-71024aa334aa tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:17.082154 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-769eaa8b-da9d-470e-afa2-cada44dac87d req-3c0484a0-9f8c-4cf7-a476-71024aa334aa tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 944 time: 0.1590977 Aug 25 16:06:17.168564 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-769eaa8b-da9d-470e-afa2-cada44dac87d req-3966eb4d-7247-48e6-bb96-f4bde1421760 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791719 Aug 25 16:06:17.811352 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da6346-6e40-4513-a185-62b4f68a6c05 req-7aa7bbbc-55c3-46b8-805e-298515b134af tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:17.815692 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-60da6346-6e40-4513-a185-62b4f68a6c05 req-7aa7bbbc-55c3-46b8-805e-298515b134af tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.0895481 Aug 25 16:06:17.879151 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-60da6346-6e40-4513-a185-62b4f68a6c05 req-58b027df-7b3a-4fbd-8eea-ecf25939cd99 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560465 Aug 25 16:06:18.146743 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58494) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:18.360494 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.414617 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:18.420085 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Usage tracker for resource:security_group_rule and tenant:1d038cf05c3645ddb154d17cfe9152b0 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:18.423677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:18.431118 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:18.447781 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8f0bd-94c2-40e2-a137-f932a5fd0618 req-705a3e79-ea1c-4b4e-9f3c-8aa7f5f4b04a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:18.449261 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7fd8f0bd-94c2-40e2-a137-f932a5fd0618 req-705a3e79-ea1c-4b4e-9f3c-8aa7f5f4b04a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 944 time: 0.1327262 Aug 25 16:06:18.521321 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7fd8f0bd-94c2-40e2-a137-f932a5fd0618 req-ba270a99-9fb1-4b23-aa11-1281813c4558 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663722 Aug 25 16:06:18.556520 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.561585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.569140 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0207740c-214d-4fad-b9c4-8c79af2f6d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:18.616860 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d038cf05c3645ddb154d17cfe9152b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4658315 Aug 25 16:06:18.616860 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa05da6d-2421-401d-ac30-8cbb623a758e,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:18.618585 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58512) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:18.619036 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:18.690246 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 8663ec9a-8d9c-45b8-81b5-10cd69082df8 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:06:18.702384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.736761 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.846285 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 8663ec9a-8d9c-45b8-81b5-10cd69082df8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8663ec9a-8d9c-45b8-81b5-10cd69082df8,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:18.846869 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.854997 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5d359b79-e0e9-49a6-99c3-2f44b57e649c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:18.862602 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '8663ec9a-8d9c-45b8-81b5-10cd69082df8', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'port_id': '8663ec9a-8d9c-45b8-81b5-10cd69082df8', 'mac_address': 'fa:16:3e:e5:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:06:18.873616 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa05da6d-2421-401d-ac30-8cbb623a758e,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:18.877041 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:18.889467 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:18.890819 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa05da6d-2421-401d-ac30-8cbb623a758e HTTP/1.1" status: 204 len: 168 time: 0.2714813 Aug 25 16:06:18.971340 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.000596 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8663ec9a-8d9c-45b8-81b5-10cd69082df8 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:19.030267 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 8663ec9a-8d9c-45b8-81b5-10cd69082df8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8663ec9a-8d9c-45b8-81b5-10cd69082df8,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:19.034767 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.036998 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:19.154475 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=8663ec9a-8d9c-45b8-81b5-10cd69082df8,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:19.167938 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:19.253086 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17025e-0ffe-4646-b817-720f24a93489 req-6d2ae78f-3b89-4d1e-acf2-21112929f4fd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:19.254627 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fe17025e-0ffe-4646-b817-720f24a93489 req-6d2ae78f-3b89-4d1e-acf2-21112929f4fd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1048865 Aug 25 16:06:19.312881 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fe17025e-0ffe-4646-b817-720f24a93489 req-7b9ce4d0-2755-4acc-9cc1-20d39e964824 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492272 Aug 25 16:06:19.405746 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58548) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:19.426490 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.461498 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:19.467076 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Usage tracker for resource:security_group_rule and tenant:829fa39f6edf46d4bc68be9925150920 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:19.472415 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:19.479396 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:19.551287 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.560164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.570709 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6b14dc59-07e9-4aab-95f3-421c1d1ebf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:19.615647 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd932528-4fdd-45e0-a7a6-a4fad55bac69,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:19.617051 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['8663ec9a-8d9c-45b8-81b5-10cd69082df8'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:19.621085 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=829fa39f6edf46d4bc68be9925150920&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2140541 Aug 25 16:06:19.622250 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:19.623477 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58554) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:19.726557 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.795584 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.874560 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.879595 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4c2f262b-8864-4924-8476-ade261d4df2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:19.890817 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd932528-4fdd-45e0-a7a6-a4fad55bac69,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:19.895574 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:19.897684 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:19.898603 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd932528-4fdd-45e0-a7a6-a4fad55bac69 HTTP/1.1" status: 204 len: 168 time: 0.2721088 Aug 25 16:06:19.905485 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2326b38-adee-469b-9889-519bb5b89a4f req-f911f47b-8a50-4121-a48d-4b8a65a3f874 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:19.907418 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c2326b38-adee-469b-9889-519bb5b89a4f req-f911f47b-8a50-4121-a48d-4b8a65a3f874 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 945 time: 0.1686378 Aug 25 16:06:19.966022 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c2326b38-adee-469b-9889-519bb5b89a4f req-b28abc58-1faa-4429-b565-2ceb6c58699f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Aug 25 16:06:20.528833 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fb870-49da-4069-a75a-5b7fcf7c560a req-da7e6ec3-a399-498d-8b50-398cb62960cd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:20.530469 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9a5fb870-49da-4069-a75a-5b7fcf7c560a req-da7e6ec3-a399-498d-8b50-398cb62960cd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.0828106 Aug 25 16:06:20.593941 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9a5fb870-49da-4069-a75a-5b7fcf7c560a req-1fad75aa-5051-4f73-80e6-5ef7cd0c372d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573814 Aug 25 16:06:21.226873 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fe7f5-2332-42c0-b59c-e954f14798d1 req-6aab60b3-8c35-41cc-82e0-74360411f5dd tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:21.228555 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bf4fe7f5-2332-42c0-b59c-e954f14798d1 req-6aab60b3-8c35-41cc-82e0-74360411f5dd tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 945 time: 0.0964189 Aug 25 16:06:21.285411 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bf4fe7f5-2332-42c0-b59c-e954f14798d1 req-cf0fdb0a-edf9-4a9c-8083-b19cef4cee14 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506763 Aug 25 16:06:21.511453 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:21.872488 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2eaf0-8fd2-45fc-a1e1-10038136fb75 req-0066f92c-cc15-465c-8ea8-00765ad8b7ad tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:21.873936 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c1f2eaf0-8fd2-45fc-a1e1-10038136fb75 req-0066f92c-cc15-465c-8ea8-00765ad8b7ad tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1313896 Aug 25 16:06:21.935998 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c1f2eaf0-8fd2-45fc-a1e1-10038136fb75 req-52521e20-ea53-42dd-aea2-58f69e251c7f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Aug 25 16:06:21.939648 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-be63244a-8522-4dec-bcd7-a319b31f79ce req-ad1df2cd-4283-4a43-ab90-7f990bccbd74 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 1098 time: 0.1207466 Aug 25 16:06:21.987379 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-be63244a-8522-4dec-bcd7-a319b31f79ce req-5cba11a6-2cf2-4a4f-960c-62baeb60b00f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Aug 25 16:06:22.226149 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-242dc3a1-7db9-4522-8a0d-7c17fc2158ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:22.508671 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e33823-9e65-4b33-9979-c9e19dd985ba req-8f97b269-1120-4f04-98f2-22d98ff3ecb5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:22.510917 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-98e33823-9e65-4b33-9979-c9e19dd985ba req-8f97b269-1120-4f04-98f2-22d98ff3ecb5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 945 time: 0.0973954 Aug 25 16:06:22.569822 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-98e33823-9e65-4b33-9979-c9e19dd985ba req-1d9a34d4-8104-4731-a8ab-51f7beb75c91 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470343 Aug 25 16:06:22.703388 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 8663ec9a-8d9c-45b8-81b5-10cd69082df8 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:22.794696 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:22.805809 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:22.806407 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.013776 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.050312 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 8663ec9a-8d9c-45b8-81b5-10cd69082df8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8663ec9a-8d9c-45b8-81b5-10cd69082df8,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:23.051478 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663ec9a-8d9c-45b8-81b5-10cd69082df8'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:23.057990 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:23.060801 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-5fa2fcd4-74d9-4802-9861-1239ab3b688d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:23.160510 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663ec9a-8d9c-45b8-81b5-10cd69082df8', 'code': 200} Aug 25 16:06:23.214447 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=8663ec9a-8d9c-45b8-81b5-10cd69082df8,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:23.220481 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:23.252361 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe3d1a-8067-482d-b5f4-61839f9e44b3 req-50a3cfd6-12f4-427c-a974-e488df4835d7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:23.261066 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d7fe3d1a-8067-482d-b5f4-61839f9e44b3 req-50a3cfd6-12f4-427c-a974-e488df4835d7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1442280 Aug 25 16:06:23.340341 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d7fe3d1a-8067-482d-b5f4-61839f9e44b3 req-29b36813-065b-4711-bcc2-ef4b4e05c875 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774341 Aug 25 16:06:23.865303 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-eb1c87a6-d3f8-49cb-aefe-d954fe64d1be req-a3819d71-0964-478e-af57-20450df5c852 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 1099 time: 0.2248952 Aug 25 16:06:23.919656 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1ab10-cd61-410c-8a35-ff8b7f05e3f2 req-b115cd9c-04ce-48b6-88e8-c9bcfaa2c2f3 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:23.926365 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d2b1ab10-cd61-410c-8a35-ff8b7f05e3f2 req-b115cd9c-04ce-48b6-88e8-c9bcfaa2c2f3 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 946 time: 0.1566653 Aug 25 16:06:23.954990 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-eb1c87a6-d3f8-49cb-aefe-d954fe64d1be req-92e631c2-55ef-4b65-80fd-9c97a14c047d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797825 Aug 25 16:06:23.984669 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d2b1ab10-cd61-410c-8a35-ff8b7f05e3f2 req-09fea11d-ec4a-4520-a3a1-e0900a9d8aee tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572529 Aug 25 16:06:24.214888 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58754) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:24.406527 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.462717 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:24.477255 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Usage tracker for resource:security_group_rule and tenant:8e75cfadbb8040c48ac325200c8432a1 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:24.482677 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:24.497437 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:24.659199 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.686763 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.694168 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f2739719-167e-4323-bcb9-cb177cdc2260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:24.740255 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57edb71-8e44-4766-b125-ffe7a5eda325,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:24.743883 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:24.753374 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e75cfadbb8040c48ac325200c8432a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5373049 Aug 25 16:06:24.756130 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58788) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:24.781917 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb561a-eab9-4816-af41-deff240fe3df req-7bf70bb0-9998-47a6-b199-77738f1ed24a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:24.783435 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-26eb561a-eab9-4816-af41-deff240fe3df req-7bf70bb0-9998-47a6-b199-77738f1ed24a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2708235 Aug 25 16:06:24.815249 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58792) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:24.843386 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-26eb561a-eab9-4816-af41-deff240fe3df req-347dba15-debd-4604-8f52-8bf2013869f5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500357 Aug 25 16:06:24.855974 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.904753 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.992021 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:24.997932 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8ec40d6e-9d1e-4d5c-b7f6-9f1cdc603980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:25.012447 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.025613 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57edb71-8e44-4766-b125-ffe7a5eda325,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:25.028701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:25.114586 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.115847 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b57edb71-8e44-4766-b125-ffe7a5eda325 HTTP/1.1" status: 204 len: 168 time: 0.3555834 Aug 25 16:06:25.146710 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:25.152861 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Usage tracker for resource:security_group_rule and tenant:c7df79b1226f44e082871b59ebd5f4d5 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:25.156540 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:25.166568 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:25.180827 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa59d4-efe9-43b2-81b1-c76358421daf req-567b5947-129f-4830-ad25-ef4650c04ff2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:25.183121 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ffaa59d4-efe9-43b2-81b1-c76358421daf req-567b5947-129f-4830-ad25-ef4650c04ff2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1616795 Aug 25 16:06:25.214638 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f82873-27ce-4e9c-8bf4-6e7a95e5bf5c req-9abe483e-567d-4c66-9625-ea82b3ad246f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:25.224356 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-00f82873-27ce-4e9c-8bf4-6e7a95e5bf5c req-9abe483e-567d-4c66-9625-ea82b3ad246f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 946 time: 0.0968728 Aug 25 16:06:25.254529 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ffaa59d4-efe9-43b2-81b1-c76358421daf req-68ca4341-5756-49e0-a348-fa32e73cb2ef tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614638 Aug 25 16:06:25.299099 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-00f82873-27ce-4e9c-8bf4-6e7a95e5bf5c req-382a6cca-9ec3-4928-bd19-dae1f7b764a8 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736842 Aug 25 16:06:25.309433 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.316834 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.327398 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c9ff74d2-36b5-45a2-8a7d-fcfdbd0fbd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:25.371407 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c34967-bcc0-418b-96cb-ac53f1c2f066,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:25.386418 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:25.394004 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6eb33a39-4256-49f0-a676-a8f590239fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.397405 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7df79b1226f44e082871b59ebd5f4d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5807464 Aug 25 16:06:25.399594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58822) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:25.473906 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.508793 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.587898 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.593880 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c90ba3b5-ba5c-41b9-a4be-b735729789ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:25.609281 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c34967-bcc0-418b-96cb-ac53f1c2f066,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:25.612628 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:25.632907 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.639593 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0c34967-bcc0-418b-96cb-ac53f1c2f066 HTTP/1.1" status: 204 len: 168 time: 0.2357767 Aug 25 16:06:25.654212 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58836) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:25.696070 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.768885 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:25.779880 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:50605135160c40bd8a80677d15129119 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:25.784807 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:25.806821 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:25.929506 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.942475 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:25.952823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9099b675-c047-487c-bc1a-2d10b4afc1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:26.027193 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50605135160c40bd8a80677d15129119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3718064 Aug 25 16:06:26.028589 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c94bf2-0ee8-4041-8f27-fa11b049d69d,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:26.029817 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58848) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:26.033711 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:26.127164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.157109 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.214803 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.220661 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b79fa753-b3e0-4abc-945a-ea945bd143af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:26.236458 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c94bf2-0ee8-4041-8f27-fa11b049d69d,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:26.239106 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:26.244137 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.245391 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08c94bf2-0ee8-4041-8f27-fa11b049d69d HTTP/1.1" status: 204 len: 168 time: 0.2145660 Aug 25 16:06:26.264500 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58860) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:26.287659 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.326875 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:26.331983 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Usage tracker for resource:security_group_rule and tenant:4c87bec1297a4b0da6dcb976827887fa is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:26.336564 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:26.342923 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:26.418777 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.424261 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.433996 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d275ea68-9736-4a2a-aa1f-65573bfe54db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:26.480033 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a68de8-bc05-4f7d-b110-9e0e71dd12ec,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:26.485086 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c87bec1297a4b0da6dcb976827887fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2155616 Aug 25 16:06:26.486136 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:26.487691 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58868) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:26.526884 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58872) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:26.550446 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb8069-9bae-421d-9746-0404f1b89521 req-54d5da68-0d84-45bd-b8b9-9f3db79c8ecd tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:26.552032 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c7fb8069-9bae-421d-9746-0404f1b89521 req-54d5da68-0d84-45bd-b8b9-9f3db79c8ecd tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 946 time: 0.1025133 Aug 25 16:06:26.560339 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.592645 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.606941 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c7fb8069-9bae-421d-9746-0404f1b89521 req-46d55908-a791-409b-9fbf-8f123aca54e9 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490801 Aug 25 16:06:26.679484 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.689014 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-90d3e2b8-dc1c-437c-bc96-91e50c414b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:26.714911 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.728196 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a68de8-bc05-4f7d-b110-9e0e71dd12ec,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:26.732322 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:26.733293 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.734427 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10a68de8-bc05-4f7d-b110-9e0e71dd12ec HTTP/1.1" status: 204 len: 168 time: 0.2457125 Aug 25 16:06:26.837556 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:26.885154 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:26.895332 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Usage tracker for resource:security_group_rule and tenant:cecca171a2b040f7a2133a009574c68a is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:26.900020 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:26.919255 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:27.016314 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.022160 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.035804 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-82c63cfd-a100-49b2-9681-bf4724d3b078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:27.111091 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 58908) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:27.123417 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cecca171a2b040f7a2133a009574c68a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5923808 Aug 25 16:06:27.133362 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdb3b22-47b2-4dfc-a839-2ba97173b165,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:27.137754 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:27.301213 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.347581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.434135 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.440064 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8992fd9f-3f34-45c7-bb0f-e95708b6b5d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:27.457770 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdb3b22-47b2-4dfc-a839-2ba97173b165,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:27.462550 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:27.463474 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:27.464801 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fdb3b22-47b2-4dfc-a839-2ba97173b165 HTTP/1.1" status: 204 len: 168 time: 0.3514612 Aug 25 16:06:28.012318 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.151651 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-27bfcc73-1dd9-4e40-9159-5aefe0264df6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.0823717 Aug 25 16:06:28.152993 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58952) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:28.279069 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f3aa0-6ee3-4448-a7ef-3e43f83db73b req-df204808-3bf6-41c3-9e93-01b3590e863e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:28.291317 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-886f3aa0-6ee3-4448-a7ef-3e43f83db73b req-df204808-3bf6-41c3-9e93-01b3590e863e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1839304 Aug 25 16:06:28.323147 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.364445 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-886f3aa0-6ee3-4448-a7ef-3e43f83db73b req-9b72bd8b-1eeb-449d-994c-ce5e48a10dad tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722189 Aug 25 16:06:28.368710 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:28.372710 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Usage tracker for resource:security_group_rule and tenant:04b2fbc4a83241b987f32488c9d3427e is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:28.375753 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:28.384753 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:28.455151 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-c2ec09da-b1fe-4187-96ed-522bf34a3dd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:28.456964 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-c2ec09da-b1fe-4187-96ed-522bf34a3dd7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.2813611 Aug 25 16:06:28.550259 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-75ad6618-5f81-4c06-96ea-f6f4f7c190bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 217 time: 0.0853236 Aug 25 16:06:28.664473 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.675992 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:28.691805 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-80da38bf-83de-4c71-b32d-4ae7700840c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:28.750331 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-727a6828-7972-4958-bcc9-e2ee03e01c45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:28.752818 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-727a6828-7972-4958-bcc9-e2ee03e01c45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.1862054 Aug 25 16:06:28.870144 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62c39e0-75d9-4330-9a5e-b1ae59fc1f89,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:28.890086 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:28.893907 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-313932d8-b1d3-425b-afbf-ec292535a02e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288228 Aug 25 16:06:28.899827 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04b2fbc4a83241b987f32488c9d3427e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7453959 Aug 25 16:06:28.902486 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 58978) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:29.201812 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.216376 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-15449c1b-075b-4a23-b985-6bef9b10353e service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861743 Aug 25 16:06:29.267792 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.528550 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a95e20f-3489-459f-80af-c398d0ba8387 req-da665a47-4e15-4dc4-ac12-bbee83d47c58 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992074 Aug 25 16:06:29.556953 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.604547 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-67e8d13b-3f61-4a58-86a7-e7c8d6295ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:29.736932 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62c39e0-75d9-4330-9a5e-b1ae59fc1f89,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:29.751756 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:29.763208 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:29.764350 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e62c39e0-75d9-4330-9a5e-b1ae59fc1f89 HTTP/1.1" status: 204 len: 168 time: 0.8604093 Aug 25 16:06:29.791072 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e487720-e386-4d75-9c0b-97b7cc9499b8 req-674360f9-9770-4793-8c46-a9fd280458b2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:29.792702 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2e487720-e386-4d75-9c0b-97b7cc9499b8 req-674360f9-9770-4793-8c46-a9fd280458b2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.2006199 Aug 25 16:06:29.857800 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2e487720-e386-4d75-9c0b-97b7cc9499b8 req-922bd6e2-75b4-4967-9bc9-d3eb49023f7a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 Aug 25 16:06:30.138609 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59026) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:30.404135 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.437827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:30.442265 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Usage tracker for resource:security_group_rule and tenant:e84e7cd9f4ad4a7bbf5d480d1905d3d2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:30.445927 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:30.452459 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:30.523558 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.528259 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.536253 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d17fd4dc-0bb8-4eeb-b505-e30c94f302d9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:30.582470 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad41d10-bcfc-4a96-8742-950d49cee464,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:30.586636 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e84e7cd9f4ad4a7bbf5d480d1905d3d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4469538 Aug 25 16:06:30.587500 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:30.589366 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59044) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:30.627102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 59048) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:30.673675 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.717173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:30.722225 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Usage tracker for resource:security_group_rule and tenant:6c5d4ec251f3447ca8284a517f42903f is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:30.726630 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:30.733960 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:30.739251 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.817629 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.827215 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.835315 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.846042 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-27ad4090-eb39-4245-98fa-cf8cec1014a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:30.908981 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.916800 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-71fabc9c-ff37-43aa-9262-694d142d9134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:30.936851 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad41d10-bcfc-4a96-8742-950d49cee464,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:30.940381 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:30.966034 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d5827-d5af-4ff5-a3eb-4a1a628f50a9,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:30.968559 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:30.971693 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ad41d10-bcfc-4a96-8742-950d49cee464 HTTP/1.1" status: 204 len: 168 time: 0.3790717 Aug 25 16:06:30.986565 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:30.997520 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c5d4ec251f3447ca8284a517f42903f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687081 Aug 25 16:06:31.000700 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59068) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:31.168618 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.279477 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.402746 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338a134-d3d3-4a26-99ae-5683a1cedfc9 req-7c55b7cb-a082-4274-a935-0c0476cd2ed5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:31.406991 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5338a134-d3d3-4a26-99ae-5683a1cedfc9 req-7c55b7cb-a082-4274-a935-0c0476cd2ed5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.2401502 Aug 25 16:06:31.453812 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.460872 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-63965b66-9178-4bcc-9b81-f5286f787dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:31.485090 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:31.489107 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b3d5827-d5af-4ff5-a3eb-4a1a628f50a9 HTTP/1.1" status: 204 len: 168 time: 0.4857912 Aug 25 16:06:31.490454 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3d5827-d5af-4ff5-a3eb-4a1a628f50a9,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:31.495979 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:31.514281 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5338a134-d3d3-4a26-99ae-5683a1cedfc9 req-5ad13e42-436c-4124-b919-add3c7ecd10e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976408 Aug 25 16:06:32.780372 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfd763-c8e3-4a11-a4e2-7281198e0d8a req-b6a79061-1af6-466d-979f-06a01b97f465 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:32.782888 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-15dfd763-c8e3-4a11-a4e2-7281198e0d8a req-b6a79061-1af6-466d-979f-06a01b97f465 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1378920 Aug 25 16:06:32.834973 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-15dfd763-c8e3-4a11-a4e2-7281198e0d8a req-81a3be6a-4065-46f7-b6cc-7d5bdb158c9b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Aug 25 16:06:34.044401 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d36f-29ff-4e30-a264-6f0fe804f1ed req-0ced0c75-1835-41d8-844a-381619a76c6d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:34.045831 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8ea9d36f-29ff-4e30-a264-6f0fe804f1ed req-0ced0c75-1835-41d8-844a-381619a76c6d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0814137 Aug 25 16:06:34.103301 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8ea9d36f-29ff-4e30-a264-6f0fe804f1ed req-f922794a-8bdf-434e-9cdc-4866ce215bd0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Aug 25 16:06:34.946191 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-d9a7aeb7-4809-471b-ae37-16ed829fb2b4 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=29111ccd61174f1aaae1b6d5fb916747&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272229 Aug 25 16:06:35.103393 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-ece1262a-5585-482f-8a4e-e9e494116698 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:35.107798 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-ece1262a-5585-482f-8a4e-e9e494116698 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542127 Aug 25 16:06:35.122217 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-630c3a8f-7778-4a2c-b029-89f5ef52ed0b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/quotas/29111ccd61174f1aaae1b6d5fb916747 HTTP/1.1" status: 200 len: 375 time: 0.0107872 Aug 25 16:06:35.172496 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-98d3dbf9-1241-4f9d-80a6-e4ad4fb64abc tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29111ccd61174f1aaae1b6d5fb916747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428705 Aug 25 16:06:35.328905 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b53002-2af6-4116-899c-c79099b0ecc0 req-340635c9-d26a-4945-a88d-83e0075eb3a0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:35.330936 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a4b53002-2af6-4116-899c-c79099b0ecc0 req-340635c9-d26a-4945-a88d-83e0075eb3a0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0986042 Aug 25 16:06:35.377761 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ddcc5abe-5b59-4b0a-9e94-bb336eaa4919 req-dd2676f9-32eb-48b5-8588-11836b716fbf tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 210 time: 0.0498888 Aug 25 16:06:35.391891 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a4b53002-2af6-4116-899c-c79099b0ecc0 req-2e27b84b-5811-4f9b-8c77-9e9514f9ce2a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543242 Aug 25 16:06:36.201634 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-7e1da733-ff88-4833-b559-2dbc69e0dd7a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:36.203347 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-7e1da733-ff88-4833-b559-2dbc69e0dd7a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.2234895 Aug 25 16:06:36.223660 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-8378b22e-55c7-45bf-981c-649a40c96299 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/quotas/b2ecf89bcbac422fa4ec0503a789e214 HTTP/1.1" status: 200 len: 375 time: 0.0121522 Aug 25 16:06:36.311515 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-3a5973e0-7b43-4e69-a597-d965c12e8d34 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821981 Aug 25 16:06:36.480374 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-81b49f43-d466-4bc2-9873-3472269d913f service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619039 Aug 25 16:06:36.586458 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7733ac64-5675-4d95-8555-7abbe656a5fc req-5e64053d-4943-47a2-b9b5-5df17028471f tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 210 time: 0.0452032 Aug 25 16:06:36.623021 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-b281cf54-2944-4eb3-b4bf-6d107c5a2a82 service neutron] 10.222.0.30 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393409 Aug 25 16:06:36.840884 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d275d46-fdc0-4b48-a5cf-146b4928d302 req-c71c56a9-1615-40f2-a6c7-621503704f63 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:36.842422 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4d275d46-fdc0-4b48-a5cf-146b4928d302 req-c71c56a9-1615-40f2-a6c7-621503704f63 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1277747 Aug 25 16:06:36.901028 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9406486e-949c-4ad0-a3b1-11c1df6d6122 req-52d07de8-757d-43c9-a6ff-22abb86696ef tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 210 time: 0.0925808 Aug 25 16:06:36.956930 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4d275d46-fdc0-4b48-a5cf-146b4928d302 req-90e31983-427a-431d-a3f9-beb383557177 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040876 Aug 25 16:06:37.001392 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-56c72b12-e8cc-4381-aed2-ad3def90a115 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=29111ccd61174f1aaae1b6d5fb916747&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474932 Aug 25 16:06:37.288050 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-ad431931-5b35-4232-8077-8188c93a31d0 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:37.290049 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-ad431931-5b35-4232-8077-8188c93a31d0 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809100 Aug 25 16:06:37.325830 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Request body: {'port': {'device_id': '10db840f-09e1-480d-9064-3cfb062644a5', 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db', 'admin_state_up': True, 'tenant_id': '29111ccd61174f1aaae1b6d5fb916747'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:37.394586 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 59290) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:37.495170 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:37.499308 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Usage tracker for resource:port and tenant:29111ccd61174f1aaae1b6d5fb916747 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:37.502831 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:37.509387 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:37.526507 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Made reservation on behalf of 29111ccd61174f1aaae1b6d5fb916747 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:37.529575 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:37.543996 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:37.564681 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:37.587046 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:37.592337 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Usage tracker for resource:security_group_rule and tenant:29111ccd61174f1aaae1b6d5fb916747 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:37.596371 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:37.599874 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:37.604402 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Usage tracker for resource:security_group_rule and tenant:dced45b4f68f4be1bb8cc84c3ea14e4e is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:37.604594 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:37.607366 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:37.613794 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:37.698881 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:37.704760 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:37.710860 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-cf06f1ef-a8b5-4c9a-b6b6-35b88d83a913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:37.754009 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:37.758950 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:37.777613 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:37.798627 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:37.802441 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:37.823190 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f40ed1-dcb5-4b4d-bd35-b0bc3d7c7d3b,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:37.885922 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:37.906569 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d6cfaf20-7ef8-4769-a8ec-110c053d3db7 req-8f4472dc-d622-4cb1-ac89-b0135560af59 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 210 time: 0.1350377 Aug 25 16:06:37.925792 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Allocated IP 192.168.233.101 (e858297b-5dac-4c18-acd1-dec4c13693db/25ed9724-0110-4797-93e2-dc6fbc2829dd/428e427d-5e76-4b78-a81f-c4bc01ecf617) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:37.927763 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dced45b4f68f4be1bb8cc84c3ea14e4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5320156 Aug 25 16:06:37.930346 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59306) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:38.048492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-31be7317-9180-4a8e-992a-9677c3783412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.175430 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1b5af498-7735-4875-85b2-0857e1fc80fb req-41c24732-9f50-465e-ace6-f247de853197 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 210 time: 0.1223729 Aug 25 16:06:38.191251 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c1df7-0625-4deb-8253-7ee1b011e790 req-c84df171-da92-4729-9294-8375e34b4ca5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.193109 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-985c1df7-0625-4deb-8253-7ee1b011e790 req-c84df171-da92-4729-9294-8375e34b4ca5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0910373 Aug 25 16:06:38.198599 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-31be7317-9180-4a8e-992a-9677c3783412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.247497 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-985c1df7-0625-4deb-8253-7ee1b011e790 req-e5f88c1b-266f-4c4a-81ec-eb53d9670930 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 Aug 25 16:06:38.301302 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.317257 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-31be7317-9180-4a8e-992a-9677c3783412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.323956 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1712ef9c-6f38-4661-93d4-b5c43d470288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:38.349109 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Transition to ACTIVE for port object 428e427d-5e76-4b78-a81f-c4bc01ecf617 will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:38.355214 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be7317-9180-4a8e-992a-9677c3783412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f40ed1-dcb5-4b4d-bd35-b0bc3d7c7d3b,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:38.359119 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-31be7317-9180-4a8e-992a-9677c3783412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:38.389063 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-31be7317-9180-4a8e-992a-9677c3783412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.393990 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-31be7317-9180-4a8e-992a-9677c3783412 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08f40ed1-dcb5-4b4d-bd35-b0bc3d7c7d3b HTTP/1.1" status: 204 len: 168 time: 0.4625459 Aug 25 16:06:38.415169 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.425926 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2ca6f73c-5520-44b0-a7e5-61a6050e7831 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:38.536842 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Network e858297b-5dac-4c18-acd1-dec4c13693db is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:38.541311 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:38.546354 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:38.577911 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Pushing event updated for resources: {'Port': ['ID=428e427d-5e76-4b78-a81f-c4bc01ecf617,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:38.586249 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:38.661234 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.661863 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:38.724706 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4032285 Aug 25 16:06:38.751235 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Request body: {'port': {'device_id': '10db840f-09e1-480d-9064-3cfb062644a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:38.965494 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-4f9a8150-c75d-463f-8236-9b4351279456 None None] Provisioning for port 428e427d-5e76-4b78-a81f-c4bc01ecf617 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:38.972623 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-ff031f71-b965-43a4-9f7b-a117464ca32f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:38.974143 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-ff031f71-b965-43a4-9f7b-a117464ca32f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 815 time: 0.4117062 Aug 25 16:06:38.976761 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-4f9a8150-c75d-463f-8236-9b4351279456 None None] Provisioning complete for port 428e427d-5e76-4b78-a81f-c4bc01ecf617 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:38.977775 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4f9a8150-c75d-463f-8236-9b4351279456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.011379 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Request body: {'port': {'device_id': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'admin_state_up': True, 'tenant_id': 'b2ecf89bcbac422fa4ec0503a789e214'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:39.030618 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.063078 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a8150-c75d-463f-8236-9b4351279456 None None] Port 428e427d-5e76-4b78-a81f-c4bc01ecf617 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:06:39.081996 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59340) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:39.152354 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.270890 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.278256 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 59348) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:39.279657 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:39.290770 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15f9d7-b2a1-4f63-bf9b-bc8f81e6d775 req-b07c318d-a86e-4d83-836d-140c484a0bb3 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:39.298711 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4b15f9d7-b2a1-4f63-bf9b-bc8f81e6d775 req-b07c318d-a86e-4d83-836d-140c484a0bb3 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 936 time: 0.1911621 Aug 25 16:06:39.316887 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:39.328119 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Usage tracker for resource:security_group_rule and tenant:1996fb4719e941d2b3dad13e363365e8 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:39.333583 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:39.338086 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:39.344909 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:39.384480 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4b15f9d7-b2a1-4f63-bf9b-bc8f81e6d775 req-b182c16c-d284-4c22-9af4-a78ab8b65bb6 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843110 Aug 25 16:06:39.393183 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Made reservation on behalf of b2ecf89bcbac422fa4ec0503a789e214 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:39.396981 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.494966 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc1a6a6f-c9d0-4908-817f-d3e233382e72 req-54462ddf-8e9d-4be9-8f55-6e8173a6f395 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 210 time: 0.1076849 Aug 25 16:06:39.598322 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.700712 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.712875 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.722939 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428e427d-5e76-4b78-a81f-c4bc01ecf617 {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:39.727657 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-3991ed04-9a4c-4591-ad0a-714b37d2f66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:39.743887 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.792372 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Transition to ACTIVE for port object 428e427d-5e76-4b78-a81f-c4bc01ecf617 will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:39.793827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4cf0b-1f21-4b20-b7b8-3633e5897cf8,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:39.797830 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:39.801617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:39.805378 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1996fb4719e941d2b3dad13e363365e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7216251 Aug 25 16:06:39.815576 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59362) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:39.816215 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:39.924052 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:39.933762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec528b772424e34983718a7b6d3fa7e is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:39.960377 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:40.009838 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:40.055223 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Pushing event updated for resources: {'Port': ['ID=428e427d-5e76-4b78-a81f-c4bc01ecf617,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:40.058544 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-e8089865-7971-4126-8b87-35522c84ef7e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4463320 Aug 25 16:06:40.058729 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:40.106264 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Allocated IP 172.20.0.8 (e32df4b6-5974-4df5-acbd-b68afb16680b/9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3/da899631-fd25-4f62-960e-82188a59c739) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:40.121704 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.175579 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.183467 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Attempting to bind port 428e427d-5e76-4b78-a81f-c4bc01ecf617 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:40.183826 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Attempting to bind port 428e427d-5e76-4b78-a81f-c4bc01ecf617 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:40.184160 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Attempting to bind port 428e427d-5e76-4b78-a81f-c4bc01ecf617 on network e858297b-5dac-4c18-acd1-dec4c13693db {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:40.192207 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26994-9e63-44d4-949a-a390d924bc77 req-2cf6e53e-efee-4606-81d3-3db01da1c91e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:40.200558 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1de26994-9e63-44d4-949a-a390d924bc77 req-2cf6e53e-efee-4606-81d3-3db01da1c91e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.5870459 Aug 25 16:06:40.205092 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Port 428e427d-5e76-4b78-a81f-c4bc01ecf617 on network e858297b-5dac-4c18-acd1-dec4c13693db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:40.205418 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Attempting to bind port 428e427d-5e76-4b78-a81f-c4bc01ecf617 on network e858297b-5dac-4c18-acd1-dec4c13693db {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:40.221550 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:40.221890 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Checking segment: {'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:40.222283 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Bound using segment: {'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:40.222697 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Bound port: 428e427d-5e76-4b78-a81f-c4bc01ecf617, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b93fbe-d5ae-4d1f-9881-6dce81f371ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:40.223043 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.230715 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.262551 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.269796 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4d01d9d7-b3c3-4adb-a418-100f1e50e087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:40.332345 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] For port 428e427d-5e76-4b78-a81f-c4bc01ecf617, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:40.334469 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.339194 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] For port 428e427d-5e76-4b78-a81f-c4bc01ecf617, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=428e427d-5e76-4b78-a81f-c4bc01ecf617,segment=NetworkSegment(37b93fbe-d5ae-4d1f-9881-6dce81f371ee),segment_id=37b93fbe-d5ae-4d1f-9881-6dce81f371ee)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:40.340284 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-c96d8be2-4a8a-4a2d-8b7d-ae242f5e3c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:40.351807 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.358558 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4cf0b-1f21-4b20-b7b8-3633e5897cf8,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:40.361738 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:40.366795 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:40.386433 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1de26994-9e63-44d4-949a-a390d924bc77 req-7e6e665c-5338-4f32-b796-ab2141dd553e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848662 Aug 25 16:06:40.387013 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e1ac4-43ba-4259-8c37-8b5553f666dd,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:40.425751 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.429962 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fe4cf0b-1f21-4b20-b7b8-3633e5897cf8 HTTP/1.1" status: 204 len: 168 time: 0.5314109 Aug 25 16:06:40.433621 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.435464 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] 10.222.0.53 "PUT /v2.0/ports/428e427d-5e76-4b78-a81f-c4bc01ecf617 HTTP/1.1" status: 200 len: 1098 time: 1.6888270 Aug 25 16:06:40.438758 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db840f-09e1-480d-9064-3cfb062644a5', 'tag': '428e427d-5e76-4b78-a81f-c4bc01ecf617'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:40.469858 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Pushing event updated for resources: {'Port': ['ID=428e427d-5e76-4b78-a81f-c4bc01ecf617,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:40.473307 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:40.510647 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ec528b772424e34983718a7b6d3fa7e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2275951 Aug 25 16:06:40.513389 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59378) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:40.521960 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:40.581376 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-bc810997-f5de-4ae1-9a80-4a4b687a19e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 1098 time: 0.4531860 Aug 25 16:06:40.638614 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db840f-09e1-480d-9064-3cfb062644a5', 'tag': '428e427d-5e76-4b78-a81f-c4bc01ecf617', 'status': 'completed', 'code': 200} Aug 25 16:06:40.833739 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-197b5668-1ca9-48c6-9880-82890a847639 req-5ece4d16-c927-4272-b497-faf6f6c84b4b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 210 time: 0.1222930 Aug 25 16:06:40.841334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.859704 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-0b938616-a3b8-4d9c-b8e5-3455e3f1fbe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29111ccd61174f1aaae1b6d5fb916747&device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 1101 time: 0.3432603 Aug 25 16:06:40.864477 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.915409 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-9d61322a-f4be-45c7-99a2-ac0c7bcbdc5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:40.916931 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-9d61322a-f4be-45c7-99a2-ac0c7bcbdc5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 200 len: 916 time: 0.2910631 Aug 25 16:06:40.932547 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.940406 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:40.957628 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945bb46-8285-4925-97de-529afed2abe6 req-ce4e46d8-4225-4c63-90b5-52f2e913e09e tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:40.958350 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-4945bb46-8285-4925-97de-529afed2abe6 req-ce4e46d8-4225-4c63-90b5-52f2e913e09e tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Synchronizing usage tracker for tenant:29111ccd61174f1aaae1b6d5fb916747 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:40.970056 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59388) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:40.982968 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', '81d285e0-cf82-46fe-9ccc-2809424f9909', '8663ec9a-8d9c-45b8-81b5-10cd69082df8'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:41.003730 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:41.011203 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-6c1a0f2f-60f1-4306-a9bd-68b70ebfc09e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=428e427d-5e76-4b78-a81f-c4bc01ecf617 HTTP/1.1" status: 200 len: 217 time: 0.1308496 Aug 25 16:06:41.018539 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.056013 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-73c4f916-30ed-4b10-8b62-c6da3e70030a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a HTTP/1.1" status: 200 len: 217 time: 0.1208739 Aug 25 16:06:41.089472 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-4945bb46-8285-4925-97de-529afed2abe6 req-ce4e46d8-4225-4c63-90b5-52f2e913e09e tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Unset dirty status for tenant:29111ccd61174f1aaae1b6d5fb916747 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:41.090594 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4945bb46-8285-4925-97de-529afed2abe6 req-ce4e46d8-4225-4c63-90b5-52f2e913e09e tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 948 time: 0.4737012 Aug 25 16:06:41.115895 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Network e32df4b6-5974-4df5-acbd-b68afb16680b is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:41.124107 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:41.131633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:41.146597 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:41.154096 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Usage tracker for resource:security_group_rule and tenant:b67b2aa16a5143dfbd6545d82e16730f is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:41.159161 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:41.170401 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event updated for resources: {'Port': ['ID=da899631-fd25-4f62-960e-82188a59c739,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:41.172851 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-0f406fe6-0186-4dcd-9b42-418e5f8a6821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:41.174214 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-0f406fe6-0186-4dcd-9b42-418e5f8a6821 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25ed9724-0110-4797-93e2-dc6fbc2829dd HTTP/1.1" status: 200 len: 843 time: 0.1362247 Aug 25 16:06:41.177756 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:41.183044 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:41.192173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-55ef6b49-baef-4331-a7c5-1036a8ef7845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:41.193646 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-55ef6b49-baef-4331-a7c5-1036a8ef7845 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.1292429 Aug 25 16:06:41.221395 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.233527 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e0c76e9b-d630-4af1-9635-55d4dccde9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:41.250860 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:41.251481 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.255009 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-4945bb46-8285-4925-97de-529afed2abe6 req-7e67c02d-1d4c-4b92-8d0e-cfc227ac18f8 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Synchronizing usage tracker for tenant:29111ccd61174f1aaae1b6d5fb916747 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:41.258169 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-dc3c8d0b-3811-4b38-9a0f-eaee2054a47b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526359 Aug 25 16:06:41.261626 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e1ac4-43ba-4259-8c37-8b5553f666dd,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:41.273227 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:41.299948 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.303838 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae0e1ac4-43ba-4259-8c37-8b5553f666dd HTTP/1.1" status: 204 len: 168 time: 0.7893503 Aug 25 16:06:41.331492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-4945bb46-8285-4925-97de-529afed2abe6 req-7e67c02d-1d4c-4b92-8d0e-cfc227ac18f8 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Unset dirty status for tenant:29111ccd61174f1aaae1b6d5fb916747 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:41.343885 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4945bb46-8285-4925-97de-529afed2abe6 req-7e67c02d-1d4c-4b92-8d0e-cfc227ac18f8 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441621 Aug 25 16:06:41.385514 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.389845 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-da0d86cb-21dd-4e24-9e8f-87d20872e8d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e858297b-5dac-4c18-acd1-dec4c13693db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2063420 Aug 25 16:06:41.393973 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.403438 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-63a7cd7b-af5a-4bbd-b2e1-bd031e13a798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:41.505378 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:06:41.508758 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5018232 Aug 25 16:06:41.535219 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Request body: {'port': {'device_id': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:41.547089 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974a4ba4-d210-4eb2-a97e-e6adca3ed2dc,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:41.556783 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:41.565678 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b67b2aa16a5143dfbd6545d82e16730f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5945854 Aug 25 16:06:41.674602 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 59402) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:41.675369 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:41.718529 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-df7f3180-7212-4f0c-93bb-068f7222cf1b service neutron] 10.222.0.53 "GET /v2.0/networks/e858297b-5dac-4c18-acd1-dec4c13693db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162820 Aug 25 16:06:41.809877 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-0b4a5d6e-6c17-423b-982d-a57ffb5c9c88 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333889 Aug 25 16:06:41.893549 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6d58b760-bd41-4edc-8d87-d4a1b4174b38 req-39fc0719-292e-4796-9c60-3494db173b65 service neutron] 10.222.0.53 "GET /v2.0/networks/e858297b-5dac-4c18-acd1-dec4c13693db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662304 Aug 25 16:06:42.041001 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:42.139888 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:42.191997 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f9b73-d268-436a-95ec-ee80d7fe7619 req-473edf1b-42a5-4128-8fc4-d5adc5b78e45 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:42.193585 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-666f9b73-d268-436a-95ec-ee80d7fe7619 req-473edf1b-42a5-4128-8fc4-d5adc5b78e45 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 931 time: 0.1780746 Aug 25 16:06:42.198659 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-92ff83ee-ea3a-449d-bd00-7649ad699081 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29111ccd61174f1aaae1b6d5fb916747&device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 1101 time: 0.1295457 Aug 25 16:06:42.304278 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa7d9-59f2-4f96-9e19-9746b3b815f3 req-328e1290-97eb-4ef8-850b-3f318d0db5dd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:42.305781 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-196aa7d9-59f2-4f96-9e19-9746b3b815f3 req-328e1290-97eb-4ef8-850b-3f318d0db5dd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.6146803 Aug 25 16:06:42.351972 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-106e9ab5-4194-4c90-b4a2-981eb0ee6fbe req-f841f8ad-bdeb-4c72-b0c1-bae44e2bb37b service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113389 Aug 25 16:06:42.360875 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-666f9b73-d268-436a-95ec-ee80d7fe7619 req-54a44bd9-40dd-4a32-84dd-cabadbdb0122 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597176 Aug 25 16:06:42.440488 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-196aa7d9-59f2-4f96-9e19-9746b3b815f3 req-47bce9b5-ee85-4060-a05a-6e8f06251787 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243615 Aug 25 16:06:42.484408 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-584d98ea-65dc-4a3c-908c-b10414b93b3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:42.485514 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:42.486296 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-584d98ea-65dc-4a3c-908c-b10414b93b3c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e858297b-5dac-4c18-acd1-dec4c13693db HTTP/1.1" status: 200 len: 870 time: 0.2698309 Aug 25 16:06:42.492936 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1075796f-72ac-4717-9b89-46c3380c5c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:42.508068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974a4ba4-d210-4eb2-a97e-e6adca3ed2dc,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:42.512872 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:42.527468 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:42.531461 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/974a4ba4-d210-4eb2-a97e-e6adca3ed2dc HTTP/1.1" status: 204 len: 168 time: 0.8457589 Aug 25 16:06:42.597927 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da899631-fd25-4f62-960e-82188a59c739 {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:42.607975 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:42.650138 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Transition to ACTIVE for port object da899631-fd25-4f62-960e-82188a59c739 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:42.660677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:42.666703 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:42.690613 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-f6d45046-8be9-42c3-9b8e-c6881b2fa52c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=428e427d-5e76-4b78-a81f-c4bc01ecf617 HTTP/1.1" status: 200 len: 217 time: 0.1888790 Aug 25 16:06:42.797166 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-2d12a5e8-9538-4fcc-a339-ec6c0294dbbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:42.799006 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-2d12a5e8-9538-4fcc-a339-ec6c0294dbbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25ed9724-0110-4797-93e2-dc6fbc2829dd HTTP/1.1" status: 200 len: 843 time: 0.0902112 Aug 25 16:06:42.902966 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-5440ecaf-fdd9-4757-bda3-b8e34d7bfb00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e858297b-5dac-4c18-acd1-dec4c13693db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0959971 Aug 25 16:06:42.994557 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Pushing event updated for resources: {'Port': ['ID=da899631-fd25-4f62-960e-82188a59c739,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:42.998547 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:43.097978 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-e5e15762-2b3a-455f-94fa-12457434b761 service neutron] 10.222.0.53 "GET /v2.0/networks/e858297b-5dac-4c18-acd1-dec4c13693db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869133 Aug 25 16:06:43.127018 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9f246-fa5d-4940-8618-2c79c73a2e8d req-73cdefa1-ae1d-4253-a7de-9717815b9c61 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:43.129390 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5dc9f246-fa5d-4940-8618-2c79c73a2e8d req-73cdefa1-ae1d-4253-a7de-9717815b9c61 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 948 time: 0.3078032 Aug 25 16:06:43.133667 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3850344a-d3d7-49e8-9c4d-d4cf7f2230b1 req-434a6d8e-80b4-4a87-a3c9-2e6c15f6f425 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.4288235 Aug 25 16:06:43.198827 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Attempting to bind port da899631-fd25-4f62-960e-82188a59c739 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:43.200064 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Attempting to bind port da899631-fd25-4f62-960e-82188a59c739 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:43.200178 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Attempting to bind port da899631-fd25-4f62-960e-82188a59c739 on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:43.234627 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Port da899631-fd25-4f62-960e-82188a59c739 on network e32df4b6-5974-4df5-acbd-b68afb16680b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:43.234969 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Attempting to bind port da899631-fd25-4f62-960e-82188a59c739 on network e32df4b6-5974-4df5-acbd-b68afb16680b {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:43.255973 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3850344a-d3d7-49e8-9c4d-d4cf7f2230b1 req-6d62f881-7f12-4867-858a-a36adaa7aaae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072538 Aug 25 16:06:43.258970 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5dc9f246-fa5d-4940-8618-2c79c73a2e8d req-87aa4cac-42ff-4f73-8579-7cfced00be46 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212587 Aug 25 16:06:43.259671 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:43.260031 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Checking segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:43.260410 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Bound using segment: {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:43.260851 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Bound port: da899631-fd25-4f62-960e-82188a59c739, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecdc4fc-0d54-48cb-b237-cb2f0169c354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:43.261198 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:43.307012 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4d5f7eb-46a5-4095-8401-958a07982936 req-6d3bc645-b7d2-44b2-85ba-87f9dff413cb service neutron] 10.222.0.53 "GET /v2.0/networks/e858297b-5dac-4c18-acd1-dec4c13693db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016306 Aug 25 16:06:43.367896 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] For port da899631-fd25-4f62-960e-82188a59c739, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:43.371239 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] For port da899631-fd25-4f62-960e-82188a59c739, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=da899631-fd25-4f62-960e-82188a59c739,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:43.377232 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:43.381322 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-20fceb45-0d82-45b9-b01c-3cbeee74fa5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:43.451083 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Pushing event updated for resources: {'Port': ['ID=da899631-fd25-4f62-960e-82188a59c739,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:43.455055 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:43.470980 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:43.472754 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] 10.222.0.53 "PUT /v2.0/ports/da899631-fd25-4f62-960e-82188a59c739 HTTP/1.1" status: 200 len: 1093 time: 1.9424472 Aug 25 16:06:43.474472 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'tag': 'da899631-fd25-4f62-960e-82188a59c739'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:43.690837 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd636a18-990d-47e0-a5ca-3576d330dde5 req-fa1309e2-12cc-4b7a-bc4d-9621b3a4b24f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:43.692349 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bd636a18-990d-47e0-a5ca-3576d330dde5 req-fa1309e2-12cc-4b7a-bc4d-9621b3a4b24f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 943 time: 0.1196229 Aug 25 16:06:43.692953 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac7a0b-f58f-45b3-9eb7-cfbf2a0bb0bd req-fb74aa3b-1b3a-47d4-a0fa-59930ba75d4b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:43.694702 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-faac7a0b-f58f-45b3-9eb7-cfbf2a0bb0bd req-fb74aa3b-1b3a-47d4-a0fa-59930ba75d4b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0978758 Aug 25 16:06:43.741715 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bd636a18-990d-47e0-a5ca-3576d330dde5 req-76f92252-b5ba-43e1-a634-0ea52826e2cd tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Aug 25 16:06:43.743327 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-faac7a0b-f58f-45b3-9eb7-cfbf2a0bb0bd req-26d96b7c-e787-4874-8b2a-f0e085f19dd4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Aug 25 16:06:43.831914 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'tag': 'da899631-fd25-4f62-960e-82188a59c739', 'status': 'completed', 'code': 200} Aug 25 16:06:44.149276 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7d761bdf-78c2-4cc7-b8fb-6d7bb004c0ce req-2902d0e7-54ef-471d-a43d-848f37569f72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 1096 time: 0.0796928 Aug 25 16:06:44.327377 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761bdf-78c2-4cc7-b8fb-6d7bb004c0ce req-6efdd841-5d83-444a-bc85-f4b4c2c7d0ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:44.331509 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7d761bdf-78c2-4cc7-b8fb-6d7bb004c0ce req-6efdd841-5d83-444a-bc85-f4b4c2c7d0ec service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1642628 Aug 25 16:06:44.392353 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 59500) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:44.495964 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16130959-6311-40a6-8904-1c993b7ba3de req-fe6b029f-1beb-43bf-bf76-75cd4c5789f6 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:44.497841 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-16130959-6311-40a6-8904-1c993b7ba3de req-fe6b029f-1beb-43bf-bf76-75cd4c5789f6 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 948 time: 0.0934539 Aug 25 16:06:44.522753 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761bdf-78c2-4cc7-b8fb-6d7bb004c0ce req-b94deb3f-3b2f-47f8-8fac-6066c4936bf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:44.525702 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7d761bdf-78c2-4cc7-b8fb-6d7bb004c0ce req-b94deb3f-3b2f-47f8-8fac-6066c4936bf0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829200 Aug 25 16:06:44.547430 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-16130959-6311-40a6-8904-1c993b7ba3de req-2619274b-9aea-4d62-a112-f4d6ba3713f2 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Aug 25 16:06:44.571853 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:44.656803 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:44.662184 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Usage tracker for resource:security_group_rule and tenant:cba900c32edf48f988f8fb6f336431ff is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:44.676612 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:44.685064 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:44.764979 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-7b70df2c-b17c-49c6-b448-855cce027be5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 1096 time: 0.0956142 Aug 25 16:06:44.812818 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:44.819679 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:44.847839 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-9b74f520-91b5-4c35-b918-1ab48c65bad7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da899631-fd25-4f62-960e-82188a59c739 HTTP/1.1" status: 200 len: 217 time: 0.0653000 Aug 25 16:06:44.851529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-64188df1-eb01-4adb-b9c6-535bfa9b6e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:44.866385 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cba900c32edf48f988f8fb6f336431ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4722641 Aug 25 16:06:44.868569 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 59518) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:44.942149 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd76bd-6f24-4316-9aa1-46791948e04c,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:44.961596 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.962214 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.962571 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.963585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.964050 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.964415 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.964807 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.965149 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.965489 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.965824 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.966159 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:44.971141 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:45.050565 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-e1d88e88-c1e1-43e4-8d12-3b6443145bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:45.052040 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-e1d88e88-c1e1-43e4-8d12-3b6443145bfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 200 len: 855 time: 0.1947196 Aug 25 16:06:45.074970 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:45.103114 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa7b05-3669-43b0-87ee-6104ea7b5a7b req-3ccf60ea-a654-4597-aba4-fc51e97a3918 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:45.103826 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-55fa7b05-3669-43b0-87ee-6104ea7b5a7b req-3ccf60ea-a654-4597-aba4-fc51e97a3918 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:45.117703 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf3a3c-5e49-4233-9712-8ae880ef8ba5 req-fbd49155-5822-43a7-be1c-6a2b9b72a4ef tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:45.120399 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0acf3a3c-5e49-4233-9712-8ae880ef8ba5 req-fbd49155-5822-43a7-be1c-6a2b9b72a4ef tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1607316 Aug 25 16:06:45.124283 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:45.148762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-55fa7b05-3669-43b0-87ee-6104ea7b5a7b req-3ccf60ea-a654-4597-aba4-fc51e97a3918 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:45.149298 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-27648a13-5955-4a0b-9849-f3d08a59acf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e32df4b6-5974-4df5-acbd-b68afb16680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772731 Aug 25 16:06:45.152216 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-55fa7b05-3669-43b0-87ee-6104ea7b5a7b req-3ccf60ea-a654-4597-aba4-fc51e97a3918 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 943 time: 0.1799819 Aug 25 16:06:45.212753 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-55fa7b05-3669-43b0-87ee-6104ea7b5a7b req-aec4752d-0376-4a40-a14a-468fd95caa66 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566328 Aug 25 16:06:45.220177 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:45.223907 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d1ba26c9-b96c-4698-965f-467fa7b7df27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:45.240678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd76bd-6f24-4316-9aa1-46791948e04c,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:45.251225 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0acf3a3c-5e49-4233-9712-8ae880ef8ba5 req-6932cc8e-db52-4a16-8804-8e0bc325c8c3 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237023 Aug 25 16:06:45.270685 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:45.278850 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:45.285822 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2cd76bd-6f24-4316-9aa1-46791948e04c HTTP/1.1" status: 204 len: 168 time: 0.4160690 Aug 25 16:06:45.322475 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-7d5d160a-f321-4ce3-bdbd-7b15efa2012c service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635869 Aug 25 16:06:45.506731 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-11d4842f-f8fa-44ad-b166-16cfb1b888ba req-85381568-aa5e-4b83-9f67-f52e31258fd9 service neutron] 10.222.0.53 "GET /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725636 Aug 25 16:06:45.703183 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59534) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:45.723172 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:45.762918 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:45.807964 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Usage tracker for resource:security_group_rule and tenant:28c99936964e4f859992de3f75048238 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:45.814965 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:45.824582 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:45.900163 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e0ebb-23f7-4bbf-a8b4-e1191dc29968 req-2957ee4c-1399-4e35-9ab2-c67a12ab0668 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:45.901770 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4c4e0ebb-23f7-4bbf-a8b4-e1191dc29968 req-2957ee4c-1399-4e35-9ab2-c67a12ab0668 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 948 time: 0.1423800 Aug 25 16:06:45.950783 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:45.969966 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:45.979832 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9fa065f0-92f1-4dbc-9b4c-7b3785faa5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:46.003364 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4c4e0ebb-23f7-4bbf-a8b4-e1191dc29968 req-655215ef-688e-4c27-81cb-f16a6e569e25 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897548 Aug 25 16:06:46.035506 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf866677-686c-45ef-bb70-d71272b9d976,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:46.042295 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28c99936964e4f859992de3f75048238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3378880 Aug 25 16:06:46.045054 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59540) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:46.063466 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.063848 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.064205 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.064555 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.064904 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.065246 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.065583 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.065923 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.066259 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.066594 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.066929 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:06:46.074590 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:46.125818 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.160987 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.226097 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.233040 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-13325fa3-5cb3-4441-8ce7-9d23a324ac0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:46.247450 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf866677-686c-45ef-bb70-d71272b9d976,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:46.249963 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:46.255064 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.260173 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf866677-686c-45ef-bb70-d71272b9d976 HTTP/1.1" status: 204 len: 168 time: 0.2099638 Aug 25 16:06:46.473076 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed40b27-1770-4342-bc8a-84f3a8490912 req-7b54195c-e158-4314-b6d6-5a93cf9d9ed6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:46.481178 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-aed40b27-1770-4342-bc8a-84f3a8490912 req-7b54195c-e158-4314-b6d6-5a93cf9d9ed6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 943 time: 0.1004839 Aug 25 16:06:46.505140 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5affd-ac11-47f0-8b98-f80b146ba3fe req-099ab572-adfc-4133-b26b-ec953d241d97 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:46.507065 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-51d5affd-ac11-47f0-8b98-f80b146ba3fe req-099ab572-adfc-4133-b26b-ec953d241d97 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0947216 Aug 25 16:06:46.532932 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-aed40b27-1770-4342-bc8a-84f3a8490912 req-7c5e1ec3-b265-41ac-af9d-4ace75e92c69 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497856 Aug 25 16:06:46.575891 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-51d5affd-ac11-47f0-8b98-f80b146ba3fe req-10944330-644b-4341-a41a-7a149fcc2368 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592356 Aug 25 16:06:46.589522 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59560) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:46.784760 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.831685 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:46.836937 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Usage tracker for resource:security_group_rule and tenant:68feecd7825e4b7ba59664ccb97a6dd4 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:46.840843 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:46.846983 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:46.853267 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 428e427d-5e76-4b78-a81f-c4bc01ecf617 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:06:46.962951 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.969010 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:46.980383 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:47.052494 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 428e427d-5e76-4b78-a81f-c4bc01ecf617, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=428e427d-5e76-4b78-a81f-c4bc01ecf617,segment=NetworkSegment(37b93fbe-d5ae-4d1f-9881-6dce81f371ee),segment_id=37b93fbe-d5ae-4d1f-9881-6dce81f371ee)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:47.083027 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '428e427d-5e76-4b78-a81f-c4bc01ecf617', 'network_id': 'e858297b-5dac-4c18-acd1-dec4c13693db', 'port_id': '428e427d-5e76-4b78-a81f-c4bc01ecf617', 'mac_address': 'fa:16:3e:eb:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ed9724-0110-4797-93e2-dc6fbc2829dd', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:06:47.096173 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba50fb8-bd83-4acc-b1af-fee04252c2c2,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:47.105298 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 59586) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:47.105440 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68feecd7825e4b7ba59664ccb97a6dd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5147641 Aug 25 16:06:47.106420 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:47.127685 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-436df878-2207-48ce-91ea-1fb297a46a47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.1357219 Aug 25 16:06:47.169693 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.188797 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428e427d-5e76-4b78-a81f-c4bc01ecf617 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:47.209433 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 428e427d-5e76-4b78-a81f-c4bc01ecf617, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=428e427d-5e76-4b78-a81f-c4bc01ecf617,segment=NetworkSegment(37b93fbe-d5ae-4d1f-9881-6dce81f371ee),segment_id=37b93fbe-d5ae-4d1f-9881-6dce81f371ee)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:47.219168 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.221677 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:47.240166 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.283362 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1425ad-9acd-4ce0-bf8c-5a9e4f531362 req-5bc70670-776d-49b2-8564-cd59e16af175 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.290553 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1a1425ad-9acd-4ce0-bf8c-5a9e4f531362 req-5bc70670-776d-49b2-8564-cd59e16af175 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1613412 Aug 25 16:06:47.296899 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.324341 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=428e427d-5e76-4b78-a81f-c4bc01ecf617,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:47.328687 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:47.376520 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1a1425ad-9acd-4ce0-bf8c-5a9e4f531362 req-818163ed-4450-4502-9be2-1797e4ae85d2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851035 Aug 25 16:06:47.401871 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.407020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-05b7df7d-eecb-4d8f-929e-26a05b18aba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:47.409564 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59594) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:47.419531 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba50fb8-bd83-4acc-b1af-fee04252c2c2,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:47.424096 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.426199 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ba50fb8-bd83-4acc-b1af-fee04252c2c2 HTTP/1.1" status: 204 len: 168 time: 0.3190634 Aug 25 16:06:47.427948 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:47.438014 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-c458126a-d48b-4521-a13c-8002eaa50d65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.439488 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-c458126a-d48b-4521-a13c-8002eaa50d65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.3010771 Aug 25 16:06:47.510759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baf897-aadb-4f37-919a-12634a65427f req-e4c5614c-10ca-4d41-be5a-50d45c5397c5 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.512294 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b9baf897-aadb-4f37-919a-12634a65427f req-e4c5614c-10ca-4d41-be5a-50d45c5397c5 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 949 time: 0.2176647 Aug 25 16:06:47.546103 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-56d026ba-1f60-4dbc-b598-23d5a33156b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 217 time: 0.0914960 Aug 25 16:06:47.624989 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1078781795-network', 'tenant_id': '944ff57361b441a9b41782ac0ba2c5f3'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:47.641979 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:47.652460 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Usage tracker for resource:network and tenant:944ff57361b441a9b41782ac0ba2c5f3 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:47.657916 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:47.676294 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:47.690553 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-5cffc695-a50b-443b-8b7f-fe3f566fb005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.692136 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-5cffc695-a50b-443b-8b7f-fe3f566fb005 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.1380777 Aug 25 16:06:47.695462 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b9baf897-aadb-4f37-919a-12634a65427f req-3abf1e3e-ed24-429a-9a68-ed781e4aa5fc tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673393 Aug 25 16:06:47.697510 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Made reservation on behalf of 944ff57361b441a9b41782ac0ba2c5f3 for: {'network': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:47.700073 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.748404 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:47.768703 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-17af1594-0c41-49cc-8d24-89c6fd98e19f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560055 Aug 25 16:06:47.846297 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa93ce-cd0b-4cfc-9021-8fa2bd57ce1c req-181eebb1-8276-4dca-b93e-002b1d3e7a2b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:47.847877 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-09aa93ce-cd0b-4cfc-9021-8fa2bd57ce1c req-181eebb1-8276-4dca-b93e-002b1d3e7a2b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 943 time: 0.1022210 Aug 25 16:06:47.867869 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:47.874397 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Usage tracker for resource:security_group_rule and tenant:944ff57361b441a9b41782ac0ba2c5f3 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:47.879166 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:47.900019 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:48.027127 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-09aa93ce-cd0b-4cfc-9021-8fa2bd57ce1c req-a5e3a58e-ad18-4b3a-949a-2e1cee2ad023 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725273 Aug 25 16:06:48.040067 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-518b3d7a-ab83-4532-b2bc-f3bdb2ddcd66 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555733 Aug 25 16:06:48.065122 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['428e427d-5e76-4b78-a81f-c4bc01ecf617'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:48.218101 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.231347 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.237279 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1a291eec-3270-4c48-8e0b-333ca7c67e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:48.287213 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=75092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:06:48.291250 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f07faa7-88b1-496a-858b-aeb1a67e994f req-b93bed05-e08a-425c-b121-1f083ed3559c service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358975 Aug 25 16:06:48.295524 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b411c8-fa35-47c7-8a2c-3b61daa394e0,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:48.302947 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.304043 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.segments_db [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Added segment a70ac492-246f-42ec-a1ea-d32fb44b95f9 of type vlan for network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 Aug 25 16:06:48.316186 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:48.352175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.387793 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.389818 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:48.390527 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.396712 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-08affdb8-4d34-49e0-8c75-1e2fdd7c007a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:48.510203 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Pushing event updated for resources: {'Network': ['ID=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:48.513289 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0997036 Aug 25 16:06:48.514251 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:48.516058 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59626) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:06:48.521830 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Request body: {'subnet': {'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1078781795-subnet', 'tenant_id': '944ff57361b441a9b41782ac0ba2c5f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:48.523090 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:06:48.527066 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:48.532043 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Usage tracker for resource:subnet and tenant:944ff57361b441a9b41782ac0ba2c5f3 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:48.535374 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:48.543849 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:48.557089 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Made reservation on behalf of 944ff57361b441a9b41782ac0ba2c5f3 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:48.559939 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1789589'] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.693020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049dad9-dd38-4b4d-aab5-87f04def8b67 req-a0aef201-068e-480b-8d46-4ad712676952 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:48.695356 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3049dad9-dd38-4b4d-aab5-87f04def8b67 req-a0aef201-068e-480b-8d46-4ad712676952 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1932116 Aug 25 16:06:48.760383 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3049dad9-dd38-4b4d-aab5-87f04def8b67 req-d639163a-521f-4148-9905-1418bf713f11 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554805 Aug 25 16:06:48.831953 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1878975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1789575'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:48.838535 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d319e212-9bfb-4399-be62-173084e73b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:48.860612 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device da899631-fd25-4f62-960e-82188a59c739 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:06:48.965608 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120eeb65-6035-4d5b-93d0-a8e83f3c3964,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:48.976860 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:49.007463 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872c050-bccf-4fd1-a941-0f7b8e2a5d8b req-a99d3694-4684-4ec4-996f-3ea16d1285f6 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:49.009133 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4872c050-bccf-4fd1-a941-0f7b8e2a5d8b req-a99d3694-4684-4ec4-996f-3ea16d1285f6 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 949 time: 0.1354651 Aug 25 16:06:49.009923 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Checking segment: {'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:49.010292 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Network hostable DHCP agents. Network: d5da23be-5a12-4e5a-b3f3-1be1a7a82c98, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:06:49.041812 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port da899631-fd25-4f62-960e-82188a59c739, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=da899631-fd25-4f62-960e-82188a59c739,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:49.056926 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': 'da899631-fd25-4f62-960e-82188a59c739', 'network_id': 'e32df4b6-5974-4df5-acbd-b68afb16680b', 'port_id': 'da899631-fd25-4f62-960e-82188a59c739', 'mac_address': 'fa:16:3e:99:6a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:06:49.075315 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4872c050-bccf-4fd1-a941-0f7b8e2a5d8b req-15ca5018-42b9-4005-a54d-0f5d11e38c9b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577416 Aug 25 16:06:49.081047 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:06:49.114184 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, d5da23be-5a12-4e5a-b3f3-1be1a7a82c98) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:49.119488 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:49.120065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:49.127386 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc19cc7-3440-4f13-808f-a61960638f5a None None] Network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:06:49.161744 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6445236 Aug 25 16:06:49.263156 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:49.314127 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da899631-fd25-4f62-960e-82188a59c739 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:49.377576 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port da899631-fd25-4f62-960e-82188a59c739, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=da899631-fd25-4f62-960e-82188a59c739,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:49.390145 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:49.396417 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-af4ff5d3-4608-411e-9637-463ab9c98fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:49.476771 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea0974-01c8-482c-b072-2375bcf5db18 req-73b7ba62-f9bb-4ef2-9d7d-00f7b94dc84a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:49.486749 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-02ea0974-01c8-482c-b072-2375bcf5db18 req-73b7ba62-f9bb-4ef2-9d7d-00f7b94dc84a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 944 time: 0.1567230 Aug 25 16:06:49.558382 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-02ea0974-01c8-482c-b072-2375bcf5db18 req-cd18e4a5-42d3-4b47-af15-2318d7bf0a01 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642385 Aug 25 16:06:49.590966 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=da899631-fd25-4f62-960e-82188a59c739,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:49.602497 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:49.625579 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d8853-0244-47f8-95f9-e1ba0ce2ffb7 None None] Network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:06:50.029950 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05de73-98d9-426d-a90d-21e1fdf3e013 req-8090517e-1d70-489d-b4dd-0617b2c7fc48 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:50.038314 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc05de73-98d9-426d-a90d-21e1fdf3e013 req-8090517e-1d70-489d-b4dd-0617b2c7fc48 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1165624 Aug 25 16:06:50.124426 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc05de73-98d9-426d-a90d-21e1fdf3e013 req-8fc9e599-8a1b-4fad-983c-4c6c658c8e7a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800653 Aug 25 16:06:50.244939 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['da899631-fd25-4f62-960e-82188a59c739'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:06:50.361961 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9c094-5ced-43bf-9de7-3ebb506aac53 req-ed7ad710-84c7-4c87-9314-6952e75a4dde tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:50.363760 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2be9c094-5ced-43bf-9de7-3ebb506aac53 req-ed7ad710-84c7-4c87-9314-6952e75a4dde tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 949 time: 0.1337156 Aug 25 16:06:50.462446 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2be9c094-5ced-43bf-9de7-3ebb506aac53 req-24d1df50-6e4b-4684-be77-97c2e1695d41 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918398 Aug 25 16:06:50.789212 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bdc82-8957-4569-b09f-de1073470550 req-efa11772-ebe6-47a9-bf3f-83e08049eb65 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:50.790700 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b31bdc82-8957-4569-b09f-de1073470550 req-efa11772-ebe6-47a9-bf3f-83e08049eb65 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 944 time: 0.0859923 Aug 25 16:06:50.838724 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b31bdc82-8957-4569-b09f-de1073470550 req-126d42c1-806d-44d6-970e-d112ce950f1c tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Aug 25 16:06:50.866803 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 428e427d-5e76-4b78-a81f-c4bc01ecf617 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:50.939123 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 428e427d-5e76-4b78-a81f-c4bc01ecf617 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:50.944617 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 428e427d-5e76-4b78-a81f-c4bc01ecf617 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:50.944997 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:51.059869 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:51.089250 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db840f-09e1-480d-9064-3cfb062644a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428e427d-5e76-4b78-a81f-c4bc01ecf617'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:51.098921 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 428e427d-5e76-4b78-a81f-c4bc01ecf617, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=428e427d-5e76-4b78-a81f-c4bc01ecf617,segment=NetworkSegment(37b93fbe-d5ae-4d1f-9881-6dce81f371ee),segment_id=37b93fbe-d5ae-4d1f-9881-6dce81f371ee)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:51.103203 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:51.105395 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-c3a4878e-31f0-424f-a2a4-48aa64e289a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:51.152670 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db840f-09e1-480d-9064-3cfb062644a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428e427d-5e76-4b78-a81f-c4bc01ecf617', 'code': 200} Aug 25 16:06:51.178253 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=428e427d-5e76-4b78-a81f-c4bc01ecf617,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:51.181430 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:51.366772 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c72f0-2143-4fcc-8427-c3de1212044e req-cddfe648-bf14-4686-a8ce-ef1c44db4e48 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:51.366772 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d87c72f0-2143-4fcc-8427-c3de1212044e req-cddfe648-bf14-4686-a8ce-ef1c44db4e48 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0881395 Aug 25 16:06:51.426529 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d87c72f0-2143-4fcc-8427-c3de1212044e req-eded3624-6fe3-4223-9c94-183205b61b3c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515699 Aug 25 16:06:51.526078 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:51.588724 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6487f087-aea3-4862-aeaf-bfb1153c51ff req-cdd95737-74dc-46ec-a458-50d14abc3b50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 1103 time: 0.2000287 Aug 25 16:06:51.656630 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-a181bbe4-b7a1-41f1-8a8f-65d342a54e70 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:51.658653 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-a181bbe4-b7a1-41f1-8a8f-65d342a54e70 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Synchronizing usage tracker for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:network {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:51.673733 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6487f087-aea3-4862-aeaf-bfb1153c51ff req-e753054a-c14b-45c4-ad52-5b48f5a3d201 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739067 Aug 25 16:06:51.685551 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-a181bbe4-b7a1-41f1-8a8f-65d342a54e70 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Unset dirty status for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:network {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:51.686819 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-a181bbe4-b7a1-41f1-8a8f-65d342a54e70 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/networks?id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 HTTP/1.1" status: 200 len: 809 time: 0.2303524 Aug 25 16:06:51.706075 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-034fef4d-a2ac-491f-8038-7946852d56f2 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/quotas/944ff57361b441a9b41782ac0ba2c5f3 HTTP/1.1" status: 200 len: 375 time: 0.0126414 Aug 25 16:06:51.709581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebd618-076f-49c5-9591-0aa31d9b3ccf req-ad501584-e7cf-4471-a6e2-4b4fac5db725 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:51.711107 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-31ebd618-076f-49c5-9591-0aa31d9b3ccf req-ad501584-e7cf-4471-a6e2-4b4fac5db725 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.0952091 Aug 25 16:06:51.764366 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-31ebd618-076f-49c5-9591-0aa31d9b3ccf req-64d07f92-beaf-4a16-8971-a0b8436787fb tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471442 Aug 25 16:06:51.766923 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-6711ab44-945d-473e-b74a-de21e53ecbb7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=944ff57361b441a9b41782ac0ba2c5f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542383 Aug 25 16:06:51.936512 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-c6c2ace5-ce0a-41df-ab27-098f0a2be834 service neutron] 10.222.0.30 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592746 Aug 25 16:06:52.102525 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-09b23d8c-fc03-4b47-919d-3a146b95dbf4 service neutron] 10.222.0.30 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581271 Aug 25 16:06:52.243378 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-50866d86-1264-4004-af3c-a0ccb1478f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:52.436747 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb319f8-8706-4f5f-a63a-477adcd976c4 req-21470a5f-a8af-431f-a127-813473bd2606 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:52.438728 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cfb319f8-8706-4f5f-a63a-477adcd976c4 req-21470a5f-a8af-431f-a127-813473bd2606 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 944 time: 0.1057112 Aug 25 16:06:52.461044 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f8522138-b337-4c9f-9fed-ded4dc595c43 req-b4f64854-1960-4c25-bb8b-f6ee5af59893 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 210 time: 0.0499401 Aug 25 16:06:52.521690 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cfb319f8-8706-4f5f-a63a-477adcd976c4 req-e29bd366-7f7d-4eb3-b81b-721151212955 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753396 Aug 25 16:06:52.720984 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1795a4a-6e2b-4240-9107-307eba69aa1b req-80e0193b-8079-4ac8-9641-2353384b523f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:52.728487 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c1795a4a-6e2b-4240-9107-307eba69aa1b req-80e0193b-8079-4ac8-9641-2353384b523f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1081319 Aug 25 16:06:52.776560 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c1795a4a-6e2b-4240-9107-307eba69aa1b req-75973a0c-3dbd-45be-9596-627d39dca2d8 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470822 Aug 25 16:06:52.876134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device da899631-fd25-4f62-960e-82188a59c739 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:06:52.959049 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port da899631-fd25-4f62-960e-82188a59c739 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:06:52.964640 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port da899631-fd25-4f62-960e-82188a59c739 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:06:52.965024 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:53.013573 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c4b32-5281-473f-bf80-68ee85490605 req-941bf0bf-f356-40ba-bb1b-8ef572f28a39 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:53.017760 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-191c4b32-5281-473f-bf80-68ee85490605 req-941bf0bf-f356-40ba-bb1b-8ef572f28a39 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.0929370 Aug 25 16:06:53.104939 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:53.156041 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port da899631-fd25-4f62-960e-82188a59c739, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=da899631-fd25-4f62-960e-82188a59c739,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:06:53.159330 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da899631-fd25-4f62-960e-82188a59c739'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:53.166465 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-191c4b32-5281-473f-bf80-68ee85490605 req-fc15d9a4-b84a-4775-b7da-349c349dab28 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445258 Aug 25 16:06:53.185800 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:53.189572 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:53.296638 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da899631-fd25-4f62-960e-82188a59c739', 'code': 200} Aug 25 16:06:53.324122 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=da899631-fd25-4f62-960e-82188a59c739,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:53.327669 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:53.652479 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-813b7550-2528-487d-8b25-46b756c59f08 req-3daec72c-bffd-423f-9566-64668a16257d tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 210 time: 0.0611548 Aug 25 16:06:53.740618 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a245407-40fd-429b-baaa-f9d23aa726c5 req-c4c39351-53b4-49c1-a3a8-d4065283ff37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 1098 time: 0.1201577 Aug 25 16:06:53.860303 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9a245407-40fd-429b-baaa-f9d23aa726c5 req-581c49d3-5504-4666-b543-d19eb879d557 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040068 Aug 25 16:06:53.886459 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66a9aa-60a8-4592-aaec-0eec167a7758 req-8f02eae3-0a41-4c1b-b861-04c61b3fedf8 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:53.888117 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6c66a9aa-60a8-4592-aaec-0eec167a7758 req-8f02eae3-0a41-4c1b-b861-04c61b3fedf8 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.1131446 Aug 25 16:06:53.943589 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6c66a9aa-60a8-4592-aaec-0eec167a7758 req-4c31a4f6-b0d3-4386-ab0c-76e1b19356c6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Aug 25 16:06:54.401935 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f8083-9194-48e6-87cb-f20abfec3a38 req-1b3475ab-f8af-4419-ae92-59758c57bca6 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:54.403617 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-437f8083-9194-48e6-87cb-f20abfec3a38 req-1b3475ab-f8af-4419-ae92-59758c57bca6 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.0921121 Aug 25 16:06:54.457233 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-437f8083-9194-48e6-87cb-f20abfec3a38 req-ea2e02fe-18a8-4ef5-8d36-883901e3fd00 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474579 Aug 25 16:06:54.907275 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-d2d754a6-d91f-40de-869d-d23cc11f7745 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:54.908709 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-d2d754a6-d91f-40de-869d-d23cc11f7745 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "GET /v2.0/networks?id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 HTTP/1.1" status: 200 len: 809 time: 0.3717005 Aug 25 16:06:54.919346 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbf9f2-acf3-4893-b30b-da38f4081ff4 req-bf9f7f9c-c7ac-4515-8745-98a9b0650638 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:54.920727 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fadbf9f2-acf3-4893-b30b-da38f4081ff4 req-bf9f7f9c-c7ac-4515-8745-98a9b0650638 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1538994 Aug 25 16:06:54.968271 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fadbf9f2-acf3-4893-b30b-da38f4081ff4 req-c4adfa6d-1804-4969-9a22-f75ebc7f7a07 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Aug 25 16:06:55.046905 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Request body: {'port': {'device_id': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98', 'admin_state_up': True, 'tenant_id': '944ff57361b441a9b41782ac0ba2c5f3'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:55.088536 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3eacfd23-b1bf-4722-972c-d1d9102c7331 req-a83d1d6d-4b4a-4809-a13a-3f9dc02e845a tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 210 time: 0.0441606 Aug 25 16:06:55.250437 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:06:55.257490 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Usage tracker for resource:port and tenant:944ff57361b441a9b41782ac0ba2c5f3 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:06:55.261161 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:06:55.269902 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aef62-ec93-4363-aae1-41f10e66b823 req-9403f439-809b-4170-aca0-3e14962e4342 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:55.271503 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-239aef62-ec93-4363-aae1-41f10e66b823 req-9403f439-809b-4170-aca0-3e14962e4342 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.1533141 Aug 25 16:06:55.276540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:06:55.315645 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Made reservation on behalf of 944ff57361b441a9b41782ac0ba2c5f3 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:06:55.318965 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:55.351136 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-239aef62-ec93-4363-aae1-41f10e66b823 req-5ecc91b0-feb6-47f9-b371-5e8918c54d24 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723279 Aug 25 16:06:55.424822 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-065bb915-5292-47dc-b72c-48e86c545af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:55.508278 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Allocated IP 172.20.0.8 (d5da23be-5a12-4e5a-b3f3-1be1a7a82c98/120eeb65-6035-4d5b-93d0-a8e83f3c3964/71692a56-3106-4be9-9cb1-4daa4c8bf488) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:06:55.813596 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:55.830760 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01881622-9556-48ab-887f-f1dc400db3cd req-4c077469-9f03-423d-bd4a-d62b759674c5 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:55.832426 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-01881622-9556-48ab-887f-f1dc400db3cd req-4c077469-9f03-423d-bd4a-d62b759674c5 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.1536100 Aug 25 16:06:55.893184 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:55.903082 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:55.963861 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-01881622-9556-48ab-887f-f1dc400db3cd req-9cb97000-4cab-453c-bcab-d1ee4dd3fabd tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206617 Aug 25 16:06:56.022861 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:06:56.026455 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:06:56.030908 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:06:56.066903 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Pushing event updated for resources: {'Port': ['ID=71692a56-3106-4be9-9cb1-4daa4c8bf488,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:56.077048 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:56.107411 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:56.108178 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.131879 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0959330 Aug 25 16:06:56.161996 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Request body: {'port': {'device_id': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:06:56.289603 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.593071 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c9665-f3c2-49b4-8e33-ae5334a27ed6 req-13e8da0b-73a8-47bc-91f2-324449b0e8e5 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:56.593071 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d08c9665-f3c2-49b4-8e33-ae5334a27ed6 req-13e8da0b-73a8-47bc-91f2-324449b0e8e5 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 931 time: 0.0882478 Aug 25 16:06:56.642653 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d08c9665-f3c2-49b4-8e33-ae5334a27ed6 req-48f2c0dc-3e2b-48c0-b925-be04c3e7fecb tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Aug 25 16:06:56.707486 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.779924 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71692a56-3106-4be9-9cb1-4daa4c8bf488 {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:06:56.792403 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fbb55-5f4d-49e1-9723-d8c820125f40 req-8975584b-0350-4557-8216-33b193dec1df tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:56.799483 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b50fbb55-5f4d-49e1-9723-d8c820125f40 req-8975584b-0350-4557-8216-33b193dec1df tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.2725844 Aug 25 16:06:56.817345 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.849622 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Transition to ACTIVE for port object 71692a56-3106-4be9-9cb1-4daa4c8bf488 will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:06:56.861950 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:56.866427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d867555-7aff-4411-8e6b-ead7e898c004 req-8ecaa2d5-df31-461a-8450-dc6a3334c24b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:56.871618 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e0dc464c-a87b-41b3-bf52-0bbabb776d70 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:56.874406 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5d867555-7aff-4411-8e6b-ead7e898c004 req-8ecaa2d5-df31-461a-8450-dc6a3334c24b tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.1171799 Aug 25 16:06:56.927273 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b50fbb55-5f4d-49e1-9723-d8c820125f40 req-cb25c944-b524-4c9d-a214-9e72fea72b8f tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264241 Aug 25 16:06:56.933858 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5d867555-7aff-4411-8e6b-ead7e898c004 req-3d420269-6a4c-4690-a05f-aafdc3140ab4 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584836 Aug 25 16:06:57.011932 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Pushing event updated for resources: {'Port': ['ID=71692a56-3106-4be9-9cb1-4daa4c8bf488,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:57.014718 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:57.128571 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Attempting to bind port 71692a56-3106-4be9-9cb1-4daa4c8bf488 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:06:57.128909 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Attempting to bind port 71692a56-3106-4be9-9cb1-4daa4c8bf488 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:06:57.129235 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Attempting to bind port 71692a56-3106-4be9-9cb1-4daa4c8bf488 on network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:57.135585 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Port 71692a56-3106-4be9-9cb1-4daa4c8bf488 on network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:06:57.135940 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Attempting to bind port 71692a56-3106-4be9-9cb1-4daa4c8bf488 on network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:06:57.142119 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:06:57.142449 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Checking segment: {'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:06:57.142824 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Bound using segment: {'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:06:57.143516 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Bound port: 71692a56-3106-4be9-9cb1-4daa4c8bf488, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:06:57.143883 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.233387 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] For port 71692a56-3106-4be9-9cb1-4daa4c8bf488, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:06:57.239762 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] For port 71692a56-3106-4be9-9cb1-4daa4c8bf488, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71692a56-3106-4be9-9cb1-4daa4c8bf488,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:06:57.246813 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.251294 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:06:57.313333 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:57.314693 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] 10.222.0.53 "PUT /v2.0/ports/71692a56-3106-4be9-9cb1-4daa4c8bf488 HTTP/1.1" status: 200 len: 1093 time: 1.1572552 Aug 25 16:06:57.315602 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'tag': '71692a56-3106-4be9-9cb1-4daa4c8bf488'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:06:57.337889 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Pushing event updated for resources: {'Port': ['ID=71692a56-3106-4be9-9cb1-4daa4c8bf488,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:06:57.339376 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:06:57.375035 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'tag': '71692a56-3106-4be9-9cb1-4daa4c8bf488', 'status': 'completed', 'code': 200} Aug 25 16:06:57.532727 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-a9e4dfbc-0108-4feb-a0c9-ac4bbb0ff94e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944ff57361b441a9b41782ac0ba2c5f3&device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 1096 time: 0.0719738 Aug 25 16:06:57.645329 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-e5ca600e-f5c4-4e8e-8a13-e860517dd554 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71692a56-3106-4be9-9cb1-4daa4c8bf488 HTTP/1.1" status: 200 len: 217 time: 0.0720782 Aug 25 16:06:57.733859 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-668992c5-ae9a-451c-8ed4-2a03e314074a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:57.735521 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-668992c5-ae9a-451c-8ed4-2a03e314074a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=120eeb65-6035-4d5b-93d0-a8e83f3c3964 HTTP/1.1" status: 200 len: 849 time: 0.0704870 Aug 25 16:06:57.826055 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-d6aeedc9-5c68-49ea-8f38-94d508caae7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826447 Aug 25 16:06:57.997365 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e93d9-1df1-4296-9752-0528b268618b req-ab907cb3-1c89-4504-bea5-d591e9aacfbe tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:57.998291 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-703e93d9-1df1-4296-9752-0528b268618b req-ab907cb3-1c89-4504-bea5-d591e9aacfbe tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Synchronizing usage tracker for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:58.020593 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:06:58.025498 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-d52eee45-ca3c-4c27-b6a3-4c6f710bdd85 service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762490 Aug 25 16:06:58.034879 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-703e93d9-1df1-4296-9752-0528b268618b req-ab907cb3-1c89-4504-bea5-d591e9aacfbe tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Unset dirty status for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:58.036065 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-703e93d9-1df1-4296-9752-0528b268618b req-ab907cb3-1c89-4504-bea5-d591e9aacfbe tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 943 time: 0.2490788 Aug 25 16:06:58.174038 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34bcc4-5484-4983-ab41-43555747dc5f req-4eb7d96e-e284-45f9-a077-b5f641888cf8 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:58.175703 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8c34bcc4-5484-4983-ab41-43555747dc5f req-4eb7d96e-e284-45f9-a077-b5f641888cf8 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.0800741 Aug 25 16:06:58.180083 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-703e93d9-1df1-4296-9752-0528b268618b req-1e35d1e0-dd22-4020-9389-2bd0b8b9379a tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Synchronizing usage tracker for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:06:58.224253 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3144fbe9-cefd-4739-b8a0-93d5a163bb73 req-34d9ab71-66d7-4a34-b74c-af35364cc421 service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835594 Aug 25 16:06:58.226122 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-703e93d9-1df1-4296-9752-0528b268618b req-1e35d1e0-dd22-4020-9389-2bd0b8b9379a tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Unset dirty status for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:06:58.228234 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-703e93d9-1df1-4296-9752-0528b268618b req-1e35d1e0-dd22-4020-9389-2bd0b8b9379a tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676009 Aug 25 16:06:58.237963 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8c34bcc4-5484-4983-ab41-43555747dc5f req-8e2ecc1a-cd23-4f6d-bd38-05f2c81df515 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Aug 25 16:06:58.503763 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f928981-bf14-4709-8d63-52b4479f8708 req-bc26dc53-cb3b-42bb-a63d-20b2b3185565 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944ff57361b441a9b41782ac0ba2c5f3&device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 1096 time: 0.1025333 Aug 25 16:06:58.744420 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b03b-0cce-4e3b-a85d-b4320995ca5d req-c5130742-0e77-4ade-9adf-4927d76ac29e tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:58.751785 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9c70b03b-0cce-4e3b-a85d-b4320995ca5d req-c5130742-0e77-4ade-9adf-4927d76ac29e tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.2468841 Aug 25 16:06:58.783073 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f928981-bf14-4709-8d63-52b4479f8708 req-0d80d74d-b59d-41d0-a15c-2eed31618943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:58.784803 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f928981-bf14-4709-8d63-52b4479f8708 req-0d80d74d-b59d-41d0-a15c-2eed31618943 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 HTTP/1.1" status: 200 len: 910 time: 0.2346146 Aug 25 16:06:58.953196 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f928981-bf14-4709-8d63-52b4479f8708 req-257467c1-b719-4da1-8763-cc4984067d0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71692a56-3106-4be9-9cb1-4daa4c8bf488 HTTP/1.1" status: 200 len: 217 time: 0.1600997 Aug 25 16:06:58.958218 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9c70b03b-0cce-4e3b-a85d-b4320995ca5d req-f46955a3-9925-4241-a669-508ac6602f77 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055919 Aug 25 16:06:59.046509 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f928981-bf14-4709-8d63-52b4479f8708 req-4a63efcd-529c-451e-a56a-b88c862cc6fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:59.048001 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f928981-bf14-4709-8d63-52b4479f8708 req-4a63efcd-529c-451e-a56a-b88c862cc6fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=120eeb65-6035-4d5b-93d0-a8e83f3c3964 HTTP/1.1" status: 200 len: 849 time: 0.0621986 Aug 25 16:06:59.100108 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f928981-bf14-4709-8d63-52b4479f8708 req-41d970e9-cf44-4bde-bba7-9614a6f949b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449240 Aug 25 16:06:59.258375 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f928981-bf14-4709-8d63-52b4479f8708 req-b9d5a932-c4d7-45f7-95ef-c90e550711c1 service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485641 Aug 25 16:06:59.413870 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5f928981-bf14-4709-8d63-52b4479f8708 req-f3d63b6c-e925-40cf-88cc-2e00056dcfc3 service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475136 Aug 25 16:06:59.457364 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d64532-7c95-4954-8f3a-c30857f295a8 req-e2286eff-e885-411f-96b8-7b1632bb8671 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:59.458894 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c0d64532-7c95-4954-8f3a-c30857f295a8 req-e2286eff-e885-411f-96b8-7b1632bb8671 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 943 time: 0.0904443 Aug 25 16:06:59.513065 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c0d64532-7c95-4954-8f3a-c30857f295a8 req-a653c08f-fbfe-4d39-bc7d-ae1848765921 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483513 Aug 25 16:06:59.788164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41a38b-bc2d-4295-a4eb-b8902731cd51 req-f803dd49-57cb-4107-9214-98cb4e0a5571 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:59.789610 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a41a38b-bc2d-4295-a4eb-b8902731cd51 req-f803dd49-57cb-4107-9214-98cb4e0a5571 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0806744 Aug 25 16:06:59.823492 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-d8d4c710-329b-42e0-9fff-2df556e16289 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.1357214 Aug 25 16:06:59.885714 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a41a38b-bc2d-4295-a4eb-b8902731cd51 req-41978825-3c68-4d3d-861e-ea2805db9403 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898137 Aug 25 16:06:59.933231 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-0cbc7976-75f6-4044-b751-b97c27d2ea4b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:06:59.934900 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-0cbc7976-75f6-4044-b751-b97c27d2ea4b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.53 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.0980842 Aug 25 16:07:00.013889 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-e8f2f955-07e8-4848-a31e-ea89eafeb243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:00.016625 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-e8f2f955-07e8-4848-a31e-ea89eafeb243 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.1797600 Aug 25 16:07:00.053142 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Deleting port 428e427d-5e76-4b78-a81f-c4bc01ecf617 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:00.053990 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.166202 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-bb790675-c928-4241-86ad-125232a0245a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 217 time: 0.1420684 Aug 25 16:07:00.384541 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-5de71005-5c49-41fc-92f0-5064ffab59bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:00.386776 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-5de71005-5c49-41fc-92f0-5064ffab59bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.1517103 Aug 25 16:07:00.445382 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-87e7c7b7-adc5-4f82-b0ce-7674ec34dbe6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492382 Aug 25 16:07:00.466058 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] For port 428e427d-5e76-4b78-a81f-c4bc01ecf617, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=428e427d-5e76-4b78-a81f-c4bc01ecf617,segment=NetworkSegment(37b93fbe-d5ae-4d1f-9881-6dce81f371ee),segment_id=37b93fbe-d5ae-4d1f-9881-6dce81f371ee)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:00.467077 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.548212 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce540dc-b2dc-439a-bc44-436d172970af req-7f51b2f0-c63f-432d-bbe3-226521549b79 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:00.548212 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9ce540dc-b2dc-439a-bc44-436d172970af req-7f51b2f0-c63f-432d-bbe3-226521549b79 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 950 time: 0.3803978 Aug 25 16:07:00.620631 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Calling delete_port for 428e427d-5e76-4b78-a81f-c4bc01ecf617 owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:00.622536 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9ce540dc-b2dc-439a-bc44-436d172970af req-d4a770df-d3e1-4b36-abc1-49d9ff144b10 tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/security-groups?id=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683529 Aug 25 16:07:00.678927 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-057ce259-2d64-43b5-b67b-071cb9af0dc7 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252798 Aug 25 16:07:00.912794 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-996ff3d8-7e59-486f-a3ef-def5f35e7fb9 req-7c2a32a1-1421-44ff-9529-39c909f43f9e service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163880 Aug 25 16:07:00.927506 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:00.934436 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d7a8e-ac46-48a3-b088-6388e6198317 req-4746b8fc-be7b-428d-a321-53c201452eeb tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:00.936129 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-752d7a8e-ac46-48a3-b088-6388e6198317 req-4746b8fc-be7b-428d-a321-53c201452eeb tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 943 time: 0.1512599 Aug 25 16:07:00.949751 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:00.973564 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['428e427d-5e76-4b78-a81f-c4bc01ecf617'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:01.038346 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Pushing event deleted for resources: {'Port': ['ID=428e427d-5e76-4b78-a81f-c4bc01ecf617,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:01.038734 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-752d7a8e-ac46-48a3-b088-6388e6198317 req-cda0a0d2-bb79-4503-838e-d219bd391540 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862114 Aug 25 16:07:01.045324 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:01.168013 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] No DVR routers for this DVR port 428e427d-5e76-4b78-a81f-c4bc01ecf617 on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:01.181529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:01.184543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db840f-09e1-480d-9064-3cfb062644a5', 'name': 'network-vif-deleted', 'tag': '428e427d-5e76-4b78-a81f-c4bc01ecf617'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:01.214612 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-78507ac4-419a-4f9f-85fb-5cab2ce451b5 req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.53 "DELETE /v2.0/ports/428e427d-5e76-4b78-a81f-c4bc01ecf617 HTTP/1.1" status: 204 len: 173 time: 1.2732811 Aug 25 16:07:01.250746 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d32fd-5f14-4d9c-a284-36ba3f886c9d req-d14fc274-3b74-4f66-a12c-366c6ed5452a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:01.252982 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-153d32fd-5f14-4d9c-a284-36ba3f886c9d req-d14fc274-3b74-4f66-a12c-366c6ed5452a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1317647 Aug 25 16:07:01.286473 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db840f-09e1-480d-9064-3cfb062644a5', 'name': 'network-vif-deleted', 'tag': '428e427d-5e76-4b78-a81f-c4bc01ecf617', 'status': 'completed', 'code': 200} Aug 25 16:07:01.328146 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-153d32fd-5f14-4d9c-a284-36ba3f886c9d req-3c241d3f-a9b6-4e57-8f36-10ba30231f1b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677481 Aug 25 16:07:01.838907 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-0548870b-828c-433d-bcae-bda082e500d2 req-a49617d3-2f02-47ce-8d46-3732d179947b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Synchronizing usage tracker for tenant:29111ccd61174f1aaae1b6d5fb916747 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:01.858536 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-0548870b-828c-433d-bcae-bda082e500d2 req-a49617d3-2f02-47ce-8d46-3732d179947b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Unset dirty status for tenant:29111ccd61174f1aaae1b6d5fb916747 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:01.860140 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0548870b-828c-433d-bcae-bda082e500d2 req-a49617d3-2f02-47ce-8d46-3732d179947b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] 10.222.0.30 "GET /v2.0/ports?device_id=10db840f-09e1-480d-9064-3cfb062644a5 HTTP/1.1" status: 200 len: 210 time: 0.0654111 Aug 25 16:07:02.323945 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2014d6-6da4-4630-8a32-72a07bf6be07 req-229f1dca-7346-46c1-8bbd-f1d09de180c0 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:02.327230 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc2014d6-6da4-4630-8a32-72a07bf6be07 req-229f1dca-7346-46c1-8bbd-f1d09de180c0 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 943 time: 0.1233337 Aug 25 16:07:02.387056 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc2014d6-6da4-4630-8a32-72a07bf6be07 req-84c488de-f385-49c6-becc-abe1a7adcc6a tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526998 Aug 25 16:07:02.563685 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfd111-c5cf-4273-a7ba-90935fc80df1 req-8f0f6516-d6ab-49bb-beca-a8aeecae9571 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:02.565413 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-41bfd111-c5cf-4273-a7ba-90935fc80df1 req-8f0f6516-d6ab-49bb-beca-a8aeecae9571 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0864275 Aug 25 16:07:02.649005 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-41bfd111-c5cf-4273-a7ba-90935fc80df1 req-36f34686-b92d-4bba-a288-dd28e5e268e9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755601 Aug 25 16:07:02.940699 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71692a56-3106-4be9-9cb1-4daa4c8bf488 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:07:02.956485 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 428e427d-5e76-4b78-a81f-c4bc01ecf617 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:03.024711 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 428e427d-5e76-4b78-a81f-c4bc01ecf617 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:03.025039 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 428e427d-5e76-4b78-a81f-c4bc01ecf617 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:03.150298 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 71692a56-3106-4be9-9cb1-4daa4c8bf488, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71692a56-3106-4be9-9cb1-4daa4c8bf488,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:03.174984 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '71692a56-3106-4be9-9cb1-4daa4c8bf488', 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98', 'port_id': '71692a56-3106-4be9-9cb1-4daa4c8bf488', 'mac_address': 'fa:16:3e:60:b9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120eeb65-6035-4d5b-93d0-a8e83f3c3964', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:07:03.243600 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.280869 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71692a56-3106-4be9-9cb1-4daa4c8bf488 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:03.318200 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 71692a56-3106-4be9-9cb1-4daa4c8bf488, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71692a56-3106-4be9-9cb1-4daa4c8bf488,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:03.327460 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:03.331222 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:03.416653 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=71692a56-3106-4be9-9cb1-4daa4c8bf488,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:03.430442 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.430941 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.431533 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.431889 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.432728 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.432728 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.432989 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.433153 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.433643 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.434113 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.434582 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:03.438990 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:03.700822 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e31f74-39fc-4bcc-8a91-505719766006 req-2ba0f183-84c5-46fb-9186-d15b36015113 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:03.702943 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9e31f74-39fc-4bcc-8a91-505719766006 req-2ba0f183-84c5-46fb-9186-d15b36015113 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 944 time: 0.1427932 Aug 25 16:07:03.775452 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9e31f74-39fc-4bcc-8a91-505719766006 req-c34064a7-61f4-4ba0-b9fe-0a1dd43b384d tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Aug 25 16:07:03.947246 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['71692a56-3106-4be9-9cb1-4daa4c8bf488'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:03.960839 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdf3b8-578c-48db-a866-e745d48993f0 req-bea46816-7ff5-47dd-a6bd-ca9d0bdd275b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:03.970166 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d2bdf3b8-578c-48db-a866-e745d48993f0 req-bea46816-7ff5-47dd-a6bd-ca9d0bdd275b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1275933 Aug 25 16:07:04.047943 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d2bdf3b8-578c-48db-a866-e745d48993f0 req-440e4adf-5d5e-4319-812c-427f5e4f1aa7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764201 Aug 25 16:07:04.394337 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 59996) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:04.658084 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.725267 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:04.730973 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Usage tracker for resource:security_group_rule and tenant:157dd62a868b4a4d9c726c4abb9c2759 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:04.735161 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:04.742318 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:04.835450 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.845148 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:04.863673 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-161453d2-06ed-47df-9d6a-37c49a42248d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:05.080091 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c1511f-9dfa-49c9-8e60-0c2152f5b804,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:05.087819 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=157dd62a868b4a4d9c726c4abb9c2759&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6922503 Aug 25 16:07:05.089255 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60034) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:05.089419 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:05.121299 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991770fc-ca19-4b24-a38d-9853dddb3f93 req-d860e311-e6a2-4df3-b980-fe69903e4b15 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:05.123236 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-991770fc-ca19-4b24-a38d-9853dddb3f93 req-d860e311-e6a2-4df3-b980-fe69903e4b15 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 944 time: 0.1765666 Aug 25 16:07:05.159555 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.183731 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-991770fc-ca19-4b24-a38d-9853dddb3f93 req-4bd3a298-19f6-4d41-8e24-cfe78afd52cf tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512981 Aug 25 16:07:05.201038 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.330768 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.339699 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-510eeebe-0c26-4f2a-804d-08018aee203c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:05.364564 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c1511f-9dfa-49c9-8e60-0c2152f5b804,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:05.369469 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:05.378387 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:05.385912 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86c1511f-9dfa-49c9-8e60-0c2152f5b804 HTTP/1.1" status: 204 len: 168 time: 0.2900717 Aug 25 16:07:05.596104 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9df223-a389-46f0-ba12-59b58902832b req-463c0de5-ba09-46f9-94a6-6a60eea1fe59 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:05.598174 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8a9df223-a389-46f0-ba12-59b58902832b req-463c0de5-ba09-46f9-94a6-6a60eea1fe59 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1320815 Aug 25 16:07:05.711457 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8a9df223-a389-46f0-ba12-59b58902832b req-ccf66fd7-935a-4780-98cd-0a7c3504e203 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054852 Aug 25 16:07:06.465024 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87fce8-4e57-4de0-80a9-75f747b4dffd req-58555f87-0d3e-4094-aea2-d5eae3abfcb7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:06.466888 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bd87fce8-4e57-4de0-80a9-75f747b4dffd req-58555f87-0d3e-4094-aea2-d5eae3abfcb7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 944 time: 0.1022248 Aug 25 16:07:06.583177 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bd87fce8-4e57-4de0-80a9-75f747b4dffd req-69a64f53-a4b9-464d-8ffd-da43128f99a0 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027052 Aug 25 16:07:06.947609 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71692a56-3106-4be9-9cb1-4daa4c8bf488 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:06.976140 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de175a-8db1-4598-94b4-4662ae46fe47 req-20d6c3c2-1be7-44bc-98fc-6f352bd05420 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:06.977764 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91de175a-8db1-4598-94b4-4662ae46fe47 req-20d6c3c2-1be7-44bc-98fc-6f352bd05420 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0971715 Aug 25 16:07:07.049139 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91de175a-8db1-4598-94b4-4662ae46fe47 req-7ab2df63-ed8a-452f-8f84-5245529e5157 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 Aug 25 16:07:07.097711 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 71692a56-3106-4be9-9cb1-4daa4c8bf488 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:07.108135 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 71692a56-3106-4be9-9cb1-4daa4c8bf488 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:07.109344 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.285832 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.333322 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71692a56-3106-4be9-9cb1-4daa4c8bf488'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:07.346019 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 71692a56-3106-4be9-9cb1-4daa4c8bf488, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71692a56-3106-4be9-9cb1-4daa4c8bf488,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:07.356742 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:07.360992 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:07.434929 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71692a56-3106-4be9-9cb1-4daa4c8bf488', 'code': 200} Aug 25 16:07:07.447303 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=71692a56-3106-4be9-9cb1-4daa4c8bf488,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:07.450709 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:07.993774 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e9ef7c97-eefc-44ba-8920-460daaacf584 req-76b49167-32c8-4966-8466-3e12583952b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 1098 time: 0.2188215 Aug 25 16:07:08.007146 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77b6b-e34f-494f-869b-8d42a4c5995a req-7782db05-1285-427b-8f78-4415e1dd8e35 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:08.009899 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b1d77b6b-e34f-494f-869b-8d42a4c5995a req-7782db05-1285-427b-8f78-4415e1dd8e35 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.1834364 Aug 25 16:07:08.108822 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e9ef7c97-eefc-44ba-8920-460daaacf584 req-f3607dbd-4d52-4480-91ab-8b49b628467e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960724 Aug 25 16:07:08.117757 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b1d77b6b-e34f-494f-869b-8d42a4c5995a req-ddf2f4e0-1d26-4493-abca-7d3f7eadf23f tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Aug 25 16:07:08.321240 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b354e5-6710-4dd8-94c4-ed9f3a34c422 req-5376c067-4c39-4e25-890c-ad5d7b59b271 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:08.322819 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-64b354e5-6710-4dd8-94c4-ed9f3a34c422 req-5376c067-4c39-4e25-890c-ad5d7b59b271 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1025770 Aug 25 16:07:08.401552 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-64b354e5-6710-4dd8-94c4-ed9f3a34c422 req-3adb9307-79a8-4853-af3c-f692b9c35431 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725458 Aug 25 16:07:08.916106 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897003d2-bf81-4f54-ad55-90fd4d2f727e req-3d87d658-e0ba-42fc-9a2b-5e8828d5ce0e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:08.918781 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-897003d2-bf81-4f54-ad55-90fd4d2f727e req-3d87d658-e0ba-42fc-9a2b-5e8828d5ce0e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.1025121 Aug 25 16:07:08.976120 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-897003d2-bf81-4f54-ad55-90fd4d2f727e req-116fd934-04bb-4d0b-a1d5-4999ec91cc99 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509360 Aug 25 16:07:09.276577 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:09.375256 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b95f91-5e5f-4ad1-be4e-3b7e18a29a73 req-24859d73-704f-4612-baa4-81e8b8df4ed4 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:09.376872 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a1b95f91-5e5f-4ad1-be4e-3b7e18a29a73 req-24859d73-704f-4612-baa4-81e8b8df4ed4 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.1021683 Aug 25 16:07:09.438195 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a1b95f91-5e5f-4ad1-be4e-3b7e18a29a73 req-0d151985-8fa9-4463-8f78-702e2dcbb5fc tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 Aug 25 16:07:09.706466 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99100c-4693-4965-beb5-9bd8d9414cce req-2233131e-0675-4755-b217-8ff0d9a3029c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:09.707981 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-af99100c-4693-4965-beb5-9bd8d9414cce req-2233131e-0675-4755-b217-8ff0d9a3029c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1345623 Aug 25 16:07:09.761297 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-af99100c-4693-4965-beb5-9bd8d9414cce req-06ca8013-f7e6-48b4-88c9-b7570944a760 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461092 Aug 25 16:07:10.202074 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12b615-3afc-4147-8abb-0049e4f069e8 req-634c7d69-041b-4f99-b261-40dc64657807 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:10.204469 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9d12b615-3afc-4147-8abb-0049e4f069e8 req-634c7d69-041b-4f99-b261-40dc64657807 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.0947118 Aug 25 16:07:10.296363 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9d12b615-3afc-4147-8abb-0049e4f069e8 req-7396e245-f2be-4343-bcdf-464df334ef8f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851645 Aug 25 16:07:10.363159 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60212) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:10.632812 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-4ddcefd2-f017-46c3-b38b-a596db9612c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29111ccd61174f1aaae1b6d5fb916747&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2682154 Aug 25 16:07:10.636904 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 60222) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:10.667367 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77e78e-3b3d-47eb-b1f3-7efd13066e3c req-3f3128ab-32f8-4a4d-b385-c7c1c6b0eb4f tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:10.669677 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ef77e78e-3b3d-47eb-b1f3-7efd13066e3c req-3f3128ab-32f8-4a4d-b385-c7c1c6b0eb4f tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.0946167 Aug 25 16:07:10.729436 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ef77e78e-3b3d-47eb-b1f3-7efd13066e3c req-98324a76-f30f-4381-b283-749510c12ce6 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548506 Aug 25 16:07:10.735518 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5dd37dfe-194a-4a14-979a-3b6758984c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:10.765136 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5dd37dfe-194a-4a14-979a-3b6758984c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:10.836206 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5dd37dfe-194a-4a14-979a-3b6758984c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:10.840727 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-26222db6-87d3-45be-9561-fad0348f880f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:10.861241 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd37dfe-194a-4a14-979a-3b6758984c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:10.863637 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5dd37dfe-194a-4a14-979a-3b6758984c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:10.887180 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5dd37dfe-194a-4a14-979a-3b6758984c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:10.891278 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-5dd37dfe-194a-4a14-979a-3b6758984c8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc4ad3b5-b3a4-42db-bcc1-c14c274bc4c9 HTTP/1.1" status: 204 len: 168 time: 0.2493107 Aug 25 16:07:10.981342 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3209a5c-45c5-42a1-81c4-722c87eb2f10 req-d3cc5a52-33b6-49e0-abc2-d9415f6caa2f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:10.982832 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e3209a5c-45c5-42a1-81c4-722c87eb2f10 req-d3cc5a52-33b6-49e0-abc2-d9415f6caa2f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0853062 Aug 25 16:07:11.039976 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e3209a5c-45c5-42a1-81c4-722c87eb2f10 req-8faa8e36-aa31-4c43-9115-b586253a1f38 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Aug 25 16:07:11.503826 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747693a7-f653-4c3e-9339-333e550bfa2e req-010414ee-f620-4fa6-b315-cbf5bf4b4c7e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:11.505465 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-747693a7-f653-4c3e-9339-333e550bfa2e req-010414ee-f620-4fa6-b315-cbf5bf4b4c7e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.0850213 Aug 25 16:07:11.558604 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-747693a7-f653-4c3e-9339-333e550bfa2e req-ccda0a05-a24f-445f-97ff-77b524b4915f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432277 Aug 25 16:07:11.932867 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc3e2-d7fb-4f98-8eee-90c5aee25ecb req-d910c11d-0948-4274-9a7d-634ffd9a24f8 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:11.934401 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e7edc3e2-d7fb-4f98-8eee-90c5aee25ecb req-d910c11d-0948-4274-9a7d-634ffd9a24f8 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.0816877 Aug 25 16:07:11.982878 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e7edc3e2-d7fb-4f98-8eee-90c5aee25ecb req-3dc765b2-9ecc-4815-8281-3762c18c6f9f tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Aug 25 16:07:12.385547 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-74fe82b3-7807-44ab-a098-fdc3179a5308 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:12.387108 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-74fe82b3-7807-44ab-a098-fdc3179a5308 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.2251565 Aug 25 16:07:12.394024 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2a69-be74-4888-9e6e-38174f4e3c53 req-c98aca74-79fc-4f14-b8a2-a44722087a15 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:12.395408 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a50a2a69-be74-4888-9e6e-38174f4e3c53 req-c98aca74-79fc-4f14-b8a2-a44722087a15 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1976080 Aug 25 16:07:12.495231 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Deleting port da899631-fd25-4f62-960e-82188a59c739 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:12.495626 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.545156 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a50a2a69-be74-4888-9e6e-38174f4e3c53 req-c00fe64a-4059-42f6-ba59-6a47d8723044 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140416 Aug 25 16:07:12.774854 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] For port da899631-fd25-4f62-960e-82188a59c739, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=da899631-fd25-4f62-960e-82188a59c739,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:12.775357 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:12.900595 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1c01d-3792-46ab-9b05-870c264b00ac req-c6f6ccbf-e593-421a-a7a3-93d5dc0f439a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:12.903501 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b3c1c01d-3792-46ab-9b05-870c264b00ac req-c6f6ccbf-e593-421a-a7a3-93d5dc0f439a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dd7b6c5-d325-43de-9b2d-a1db96aec6fe HTTP/1.1" status: 200 len: 945 time: 0.1603241 Aug 25 16:07:12.924071 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Calling delete_port for da899631-fd25-4f62-960e-82188a59c739 owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:12.965513 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b3c1c01d-3792-46ab-9b05-870c264b00ac req-4ae6c80e-9af7-421a-8c53-5a6febeea451 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Aug 25 16:07:13.074944 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.081730 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4258805a-b60e-4b7d-b043-17144b6ad5f4 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:13.117280 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', '81d285e0-cf82-46fe-9ccc-2809424f9909', '8663ec9a-8d9c-45b8-81b5-10cd69082df8'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:13.134512 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event deleted for resources: {'Port': ['ID=da899631-fd25-4f62-960e-82188a59c739,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:13.138147 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:13.229173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] No DVR routers for this DVR port da899631-fd25-4f62-960e-82188a59c739 on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:13.231928 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:13.234720 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'name': 'network-vif-deleted', 'tag': 'da899631-fd25-4f62-960e-82188a59c739'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:13.269583 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-49460eda-0ae4-4493-aabb-f6a7a9ed29a2 req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "DELETE /v2.0/ports/da899631-fd25-4f62-960e-82188a59c739 HTTP/1.1" status: 204 len: 173 time: 0.8727903 Aug 25 16:07:13.296715 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd7b6c5-d325-43de-9b2d-a1db96aec6fe', 'name': 'network-vif-deleted', 'tag': 'da899631-fd25-4f62-960e-82188a59c739', 'status': 'completed', 'code': 200} Aug 25 16:07:13.371722 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82300bb9-a4ef-46e5-9be8-91fbb3fe123d req-122e1885-5e73-44fd-b81a-26c85ae91c83 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:13.373354 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-82300bb9-a4ef-46e5-9be8-91fbb3fe123d req-122e1885-5e73-44fd-b81a-26c85ae91c83 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.0941472 Aug 25 16:07:13.430162 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-82300bb9-a4ef-46e5-9be8-91fbb3fe123d req-5d082b8e-fa77-46cc-bf36-6843f6a8ca57 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 Aug 25 16:07:13.756556 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503eb5e-0015-4ea1-9580-e4e95380c259 req-b48b8991-bbff-43f1-bee0-117562f4581a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:13.758098 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f503eb5e-0015-4ea1-9580-e4e95380c259 req-b48b8991-bbff-43f1-bee0-117562f4581a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0834935 Aug 25 16:07:13.808223 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f503eb5e-0015-4ea1-9580-e4e95380c259 req-497ca691-cec4-48dc-a003-7fb6be4b3998 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445569 Aug 25 16:07:14.648740 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af5c84-7389-4a65-b845-cbc0dd767132 req-66d52030-9b91-4157-ad60-01a6f86c6e96 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:14.650213 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a2af5c84-7389-4a65-b845-cbc0dd767132 req-66d52030-9b91-4157-ad60-01a6f86c6e96 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.0959206 Aug 25 16:07:14.699597 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a2af5c84-7389-4a65-b845-cbc0dd767132 req-22eeb622-92a5-42da-88fb-e45f6b3af05d tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 Aug 25 16:07:14.985673 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device da899631-fd25-4f62-960e-82188a59c739 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:15.018728 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53106a2b-0dd1-41e8-8bc4-d82cf98cbe74 req-cdbe23fc-3a12-4d02-a412-936590c585ea tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:15.020216 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-53106a2b-0dd1-41e8-8bc4-d82cf98cbe74 req-cdbe23fc-3a12-4d02-a412-936590c585ea tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0813153 Aug 25 16:07:15.020690 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: da899631-fd25-4f62-960e-82188a59c739 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:15.021062 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device da899631-fd25-4f62-960e-82188a59c739 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:15.068150 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-53106a2b-0dd1-41e8-8bc4-d82cf98cbe74 req-197af042-5230-47c7-8fd6-7673fbe932e6 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Aug 25 16:07:15.846323 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119c40-39f5-49a2-a120-aeb98a04c354 req-0bd2b3ee-e634-4d78-a7f9-0841fbb23d0f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:15.847042 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-c3119c40-39f5-49a2-a120-aeb98a04c354 req-0bd2b3ee-e634-4d78-a7f9-0841fbb23d0f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:15.874315 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-c3119c40-39f5-49a2-a120-aeb98a04c354 req-0bd2b3ee-e634-4d78-a7f9-0841fbb23d0f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:15.875622 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c3119c40-39f5-49a2-a120-aeb98a04c354 req-0bd2b3ee-e634-4d78-a7f9-0841fbb23d0f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 946 time: 0.1474009 Aug 25 16:07:15.904616 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e0f7-869f-48a4-897e-a3226bd83b48 req-ec2af6eb-dfc3-419e-97de-bbf887ab8101 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:15.905988 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b22e0f7-869f-48a4-897e-a3226bd83b48 req-ec2af6eb-dfc3-419e-97de-bbf887ab8101 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.0827239 Aug 25 16:07:15.914403 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-86819ee3-0c67-47ce-b2d2-0fd9f7d7b8f7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:15.915873 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-86819ee3-0c67-47ce-b2d2-0fd9f7d7b8f7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 945 time: 0.1183422 Aug 25 16:07:15.956216 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b22e0f7-869f-48a4-897e-a3226bd83b48 req-6362c587-c3a7-40fd-b225-e77fda84c1bc tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444369 Aug 25 16:07:15.985178 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c3119c40-39f5-49a2-a120-aeb98a04c354 req-6831cfa6-3641-43ac-bea4-a70c1f07e240 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011953 Aug 25 16:07:16.000934 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Deleting port 71692a56-3106-4be9-9cb1-4daa4c8bf488 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:16.001411 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.254294 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] For port 71692a56-3106-4be9-9cb1-4daa4c8bf488, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71692a56-3106-4be9-9cb1-4daa4c8bf488,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:16.254558 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.271552 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59940bc-ea52-4fbf-906e-2df6f2e829c1 req-1f21c29a-77f4-4864-9793-18aa6c7543ab tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:16.273211 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f59940bc-ea52-4fbf-906e-2df6f2e829c1 req-1f21c29a-77f4-4864-9793-18aa6c7543ab tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0799725 Aug 25 16:07:16.321540 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f59940bc-ea52-4fbf-906e-2df6f2e829c1 req-7ceba072-28bb-4588-8e7b-0d15ea30e47b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Aug 25 16:07:16.447708 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Calling delete_port for 71692a56-3106-4be9-9cb1-4daa4c8bf488 owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:16.601522 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.607114 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:16.649875 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Pushing event deleted for resources: {'Port': ['ID=71692a56-3106-4be9-9cb1-4daa4c8bf488,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:16.652586 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:16.661519 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['71692a56-3106-4be9-9cb1-4daa4c8bf488'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:16.734246 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] No DVR routers for this DVR port 71692a56-3106-4be9-9cb1-4daa4c8bf488 on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:16.736711 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:16.739297 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'name': 'network-vif-deleted', 'tag': '71692a56-3106-4be9-9cb1-4daa4c8bf488'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:16.758439 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-20a8d739-7015-4929-8d8e-8596de6c1d87 req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "DELETE /v2.0/ports/71692a56-3106-4be9-9cb1-4daa4c8bf488 HTTP/1.1" status: 204 len: 173 time: 0.8333578 Aug 25 16:07:16.801697 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed52802-dc9f-46b3-bc82-e126468e60d8', 'name': 'network-vif-deleted', 'tag': '71692a56-3106-4be9-9cb1-4daa4c8bf488', 'status': 'completed', 'code': 200} Aug 25 16:07:17.153250 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-05541a6d-e4c3-4f72-9f12-66c6de0720ac req-7725e808-69be-41b8-bfff-61247963d48e tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Synchronizing usage tracker for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:17.172473 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-05541a6d-e4c3-4f72-9f12-66c6de0720ac req-7725e808-69be-41b8-bfff-61247963d48e tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Unset dirty status for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:17.173719 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-05541a6d-e4c3-4f72-9f12-66c6de0720ac req-7725e808-69be-41b8-bfff-61247963d48e tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=eed52802-dc9f-46b3-bc82-e126468e60d8 HTTP/1.1" status: 200 len: 210 time: 0.0625935 Aug 25 16:07:17.211661 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08225a78-4f04-4fbb-9bcf-47b460ef8f6b req-f4269238-6c81-4ef3-b91f-1b0f71286004 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:17.213370 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-08225a78-4f04-4fbb-9bcf-47b460ef8f6b req-f4269238-6c81-4ef3-b91f-1b0f71286004 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 946 time: 0.0886772 Aug 25 16:07:17.266092 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-08225a78-4f04-4fbb-9bcf-47b460ef8f6b req-22c34414-3c8d-4fc1-acd4-5574e2c90074 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 Aug 25 16:07:17.528841 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e7f27-ac96-4569-acd6-719f97460371 req-a0ad05f6-2cbc-465d-8df0-6e3013fc2b23 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:17.536012 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-918e7f27-ac96-4569-acd6-719f97460371 req-a0ad05f6-2cbc-465d-8df0-6e3013fc2b23 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0891521 Aug 25 16:07:17.586677 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-918e7f27-ac96-4569-acd6-719f97460371 req-f3f59b19-4f76-4025-908e-feb8750bf9af tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498681 Aug 25 16:07:18.343567 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-13b47b12-7454-4913-8246-222473dc7b00 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.348075 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-13b47b12-7454-4913-8246-222473dc7b00 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 946 time: 0.1048315 Aug 25 16:07:18.430366 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Deleting port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:18.430845 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:18.507696 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:07:18.521114 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd096fe-ed29-40cf-81e5-3ba9e33662bd req-da7db7c5-2714-4164-8123-176aa1759ad7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.523570 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0cd096fe-ed29-40cf-81e5-3ba9e33662bd req-da7db7c5-2714-4164-8123-176aa1759ad7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 946 time: 0.1114390 Aug 25 16:07:18.572180 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0cd096fe-ed29-40cf-81e5-3ba9e33662bd req-65a7f549-a529-497d-ad6d-b7a37c5107a7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432436 Aug 25 16:07:18.790242 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f53d75-633b-4d16-ae07-e7024c0745f7 req-42c1daba-6faa-49da-80f8-0526ac63bcf7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.791714 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-04f53d75-633b-4d16-ae07-e7024c0745f7 req-42c1daba-6faa-49da-80f8-0526ac63bcf7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0802016 Aug 25 16:07:18.820244 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871daa05-2648-45e5-84cd-90a53a825fcf req-cd7b37c4-e611-40b0-b4ef-b7c687724bb7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:18.821705 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-cd7b37c4-e611-40b0-b4ef-b7c687724bb7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/networks?id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 HTTP/1.1" status: 200 len: 809 time: 0.2682953 Aug 25 16:07:18.839907 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-04f53d75-633b-4d16-ae07-e7024c0745f7 req-01014ead-8710-4951-b0ec-686a75cf47dc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Aug 25 16:07:18.857525 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-5659fd43-d5bc-4e99-aec2-8443361acd4c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/quotas/944ff57361b441a9b41782ac0ba2c5f3 HTTP/1.1" status: 200 len: 375 time: 0.0285554 Aug 25 16:07:18.861147 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] For port 8663ec9a-8d9c-45b8-81b5-10cd69082df8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8663ec9a-8d9c-45b8-81b5-10cd69082df8,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:18.861702 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.026485 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Calling delete_port for 8663ec9a-8d9c-45b8-81b5-10cd69082df8 owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:19.033996 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71692a56-3106-4be9-9cb1-4daa4c8bf488 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:19.055141 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-abc67b5b-ebfb-4080-be31-070029c9e63d tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=944ff57361b441a9b41782ac0ba2c5f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1844389 Aug 25 16:07:19.073872 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 71692a56-3106-4be9-9cb1-4daa4c8bf488 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:19.074354 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71692a56-3106-4be9-9cb1-4daa4c8bf488 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:19.074783 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 8663ec9a-8d9c-45b8-81b5-10cd69082df8 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:19.264245 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-3738938c-943f-4f14-8288-21b2a67f4e28 service neutron] 10.222.0.30 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951196 Aug 25 16:07:19.278726 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.369696 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.376786 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:19.413823 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', '81d285e0-cf82-46fe-9ccc-2809424f9909'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:19.507689 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event deleted for resources: {'Port': ['ID=8663ec9a-8d9c-45b8-81b5-10cd69082df8,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:19.512856 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:19.618271 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] No DVR routers for this DVR port 8663ec9a-8d9c-45b8-81b5-10cd69082df8 on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:19.628956 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-05c7fd04-3726-4b92-96f1-5652a203c6d8 service neutron] 10.222.0.30 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562682 Aug 25 16:07:19.630118 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:19.633113 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'name': 'network-vif-deleted', 'tag': '8663ec9a-8d9c-45b8-81b5-10cd69082df8'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:19.676274 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-62960f4c-27f3-4fb3-a74a-cae27ca4501d req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "DELETE /v2.0/ports/8663ec9a-8d9c-45b8-81b5-10cd69082df8 HTTP/1.1" status: 204 len: 173 time: 1.3215258 Aug 25 16:07:19.814392 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-59e90008-0a92-4312-b2c0-e9a2c4b2025a req-6731509b-c185-41cb-9314-ed99aa1f0e7f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68b21a6-4b0d-4dfe-9953-d30f8b7888ff HTTP/1.1" status: 200 len: 210 time: 0.0731306 Aug 25 16:07:19.877360 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b21a6-4b0d-4dfe-9953-d30f8b7888ff', 'name': 'network-vif-deleted', 'tag': '8663ec9a-8d9c-45b8-81b5-10cd69082df8', 'status': 'completed', 'code': 200} Aug 25 16:07:20.032388 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1eb98954-7bff-482a-829b-25ac22df1ac0 req-41c7a78a-151e-4588-96e7-92f6a9582f15 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 210 time: 0.1342001 Aug 25 16:07:20.096208 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f8a81-f0b2-475d-af6d-5a5325433881 req-bda57e11-40ff-40f4-9439-f3b3c2ce4362 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:20.097138 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2e2f8a81-f0b2-475d-af6d-5a5325433881 req-bda57e11-40ff-40f4-9439-f3b3c2ce4362 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1116109 Aug 25 16:07:20.147604 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2e2f8a81-f0b2-475d-af6d-5a5325433881 req-b44131b8-d0de-449e-95c3-aa1751bca380 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Aug 25 16:07:21.307448 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-23452afc-6f28-487b-b633-5bee9a7e0b07 req-c80ad46c-9dc1-4a03-b8e4-eab242fe69b1 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 210 time: 0.1451159 Aug 25 16:07:21.401963 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871daa05-2648-45e5-84cd-90a53a825fcf req-d3bb023d-90f9-4ab8-8a80-0743cbe532a6 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:21.404081 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-d3bb023d-90f9-4ab8-8a80-0743cbe532a6 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "GET /v2.0/networks?id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 HTTP/1.1" status: 200 len: 809 time: 0.2043715 Aug 25 16:07:21.436399 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923bef8d-332f-4239-bf85-6a4e4fc45633 req-71af2e28-2e8f-4595-95c8-348f1b64145f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:21.437990 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-923bef8d-332f-4239-bf85-6a4e4fc45633 req-71af2e28-2e8f-4595-95c8-348f1b64145f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 945 time: 0.1539907 Aug 25 16:07:21.450701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Request body: {'port': {'device_id': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98', 'admin_state_up': True, 'tenant_id': '944ff57361b441a9b41782ac0ba2c5f3'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:21.501961 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-923bef8d-332f-4239-bf85-6a4e4fc45633 req-95eb398a-eff2-4869-90d7-d178424a40b9 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568557 Aug 25 16:07:21.515670 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:21.662239 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:21.676620 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:21.684183 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72febd-2a80-415f-ad81-5c41ce8c8c85 req-acf56885-6527-4f3c-8641-5a491106e234 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:21.685627 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6e72febd-2a80-415f-ad81-5c41ce8c8c85 req-acf56885-6527-4f3c-8641-5a491106e234 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1522362 Aug 25 16:07:21.708343 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Made reservation on behalf of 944ff57361b441a9b41782ac0ba2c5f3 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:07:21.711182 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:21.791893 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6e72febd-2a80-415f-ad81-5c41ce8c8c85 req-cde21913-f6cb-476e-8d97-c13ffd82ff55 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999334 Aug 25 16:07:21.897130 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Allocated IP 172.20.0.11 (d5da23be-5a12-4e5a-b3f3-1be1a7a82c98/120eeb65-6035-4d5b-93d0-a8e83f3c3964/0c2464b5-0927-4876-8f37-18d1a93e8198) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:07:22.105456 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.132950 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.138521 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-dd2b54ed-2818-4371-b80a-1a83c77d60ce tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:22.208304 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:07:22.212051 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:07:22.216155 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:07:22.230202 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-511bb57b-ef3d-46e9-9087-f3e5e1063b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.247384 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Pushing event updated for resources: {'Port': ['ID=0c2464b5-0927-4876-8f37-18d1a93e8198,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:22.253769 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:22.281565 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:22.282590 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.308179 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628030 Aug 25 16:07:22.330280 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Request body: {'port': {'device_id': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:07:22.448826 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:22.536790 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4013d05-e3ad-4995-9cda-b03cbe19b3d6 req-a29593ef-c527-48dc-a6ca-7540260803e4 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:22.538696 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f4013d05-e3ad-4995-9cda-b03cbe19b3d6 req-a29593ef-c527-48dc-a6ca-7540260803e4 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 932 time: 0.0952466 Aug 25 16:07:22.589394 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f4013d05-e3ad-4995-9cda-b03cbe19b3d6 req-f1c034b4-9f5d-4643-b504-fc05c2243d15 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Aug 25 16:07:22.823672 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafe5b4-79b1-4b4e-a5e2-59d898ab5fe6 req-1c85f0dd-8bb1-4894-9a55-9ecf4c44fb8e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:22.824522 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9cafe5b4-79b1-4b4e-a5e2-59d898ab5fe6 req-1c85f0dd-8bb1-4894-9a55-9ecf4c44fb8e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:22.964412 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9cafe5b4-79b1-4b4e-a5e2-59d898ab5fe6 req-1c85f0dd-8bb1-4894-9a55-9ecf4c44fb8e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:22.965575 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9cafe5b4-79b1-4b4e-a5e2-59d898ab5fe6 req-1c85f0dd-8bb1-4894-9a55-9ecf4c44fb8e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 945 time: 0.3216164 Aug 25 16:07:23.016731 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2464b5-0927-4876-8f37-18d1a93e8198 {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:23.026147 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.048114 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9cafe5b4-79b1-4b4e-a5e2-59d898ab5fe6 req-6a57c522-6b8b-4267-b7f9-a3ac02fa8bb4 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717745 Aug 25 16:07:23.050937 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Transition to ACTIVE for port object 0c2464b5-0927-4876-8f37-18d1a93e8198 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:07:23.058005 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.062133 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-65920687-93f3-4ba9-adb9-85874c380ed1 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:23.089523 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c69ed-d60d-408c-8dea-c1859a874e64 req-6b396f2f-78c6-40ec-b945-6075fa11f258 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:23.091057 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c28c69ed-d60d-408c-8dea-c1859a874e64 req-6b396f2f-78c6-40ec-b945-6075fa11f258 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0915878 Aug 25 16:07:23.140679 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c28c69ed-d60d-408c-8dea-c1859a874e64 req-58a2c902-19cb-4082-a071-6b0ac14ddca1 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Aug 25 16:07:23.195443 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Pushing event updated for resources: {'Port': ['ID=0c2464b5-0927-4876-8f37-18d1a93e8198,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:23.199234 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:23.308051 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Attempting to bind port 0c2464b5-0927-4876-8f37-18d1a93e8198 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:07:23.308376 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Attempting to bind port 0c2464b5-0927-4876-8f37-18d1a93e8198 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:07:23.309241 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Attempting to bind port 0c2464b5-0927-4876-8f37-18d1a93e8198 on network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:23.314812 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Port 0c2464b5-0927-4876-8f37-18d1a93e8198 on network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:07:23.315129 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Attempting to bind port 0c2464b5-0927-4876-8f37-18d1a93e8198 on network d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:07:23.321932 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:07:23.322260 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Checking segment: {'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:07:23.322642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Bound using segment: {'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:07:23.323067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Bound port: 0c2464b5-0927-4876-8f37-18d1a93e8198, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70ac492-246f-42ec-a1ea-d32fb44b95f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:07:23.323410 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.417234 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] For port 0c2464b5-0927-4876-8f37-18d1a93e8198, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:07:23.420279 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] For port 0c2464b5-0927-4876-8f37-18d1a93e8198, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0c2464b5-0927-4876-8f37-18d1a93e8198,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:07:23.425374 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.429690 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:23.490535 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:23.492526 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] 10.222.0.53 "PUT /v2.0/ports/0c2464b5-0927-4876-8f37-18d1a93e8198 HTTP/1.1" status: 200 len: 1094 time: 1.1664116 Aug 25 16:07:23.492999 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'tag': '0c2464b5-0927-4876-8f37-18d1a93e8198'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:23.512801 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Pushing event updated for resources: {'Port': ['ID=0c2464b5-0927-4876-8f37-18d1a93e8198,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:23.518227 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:23.557381 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'tag': '0c2464b5-0927-4876-8f37-18d1a93e8198', 'status': 'completed', 'code': 200} Aug 25 16:07:23.696514 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-e9013411-eb1e-42ad-af6a-3065ad86e988 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944ff57361b441a9b41782ac0ba2c5f3&device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 1097 time: 0.0963581 Aug 25 16:07:23.800313 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-bbf1e7c3-a3bb-46d5-a334-9c7cfbe4dfa8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2464b5-0927-4876-8f37-18d1a93e8198 HTTP/1.1" status: 200 len: 217 time: 0.0669751 Aug 25 16:07:23.825474 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774af38c-afdd-4081-b1f8-edeeb150629d req-fa08f563-500c-49c9-b9ef-48ca68edc85b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:23.828024 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-774af38c-afdd-4081-b1f8-edeeb150629d req-fa08f563-500c-49c9-b9ef-48ca68edc85b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 944 time: 0.0974882 Aug 25 16:07:23.875115 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-774af38c-afdd-4081-b1f8-edeeb150629d req-cdda659c-cbe5-47b4-9b72-6ec3418426b6 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Aug 25 16:07:23.964866 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871daa05-2648-45e5-84cd-90a53a825fcf req-feb77daf-6485-49bb-98f7-267df6266fdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:23.966477 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-feb77daf-6485-49bb-98f7-267df6266fdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=120eeb65-6035-4d5b-93d0-a8e83f3c3964 HTTP/1.1" status: 200 len: 849 time: 0.0714350 Aug 25 16:07:23.977299 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-ab69a0c7-d8dc-47ec-a0d1-e253ae7a9f66 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:23.978717 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-ab69a0c7-d8dc-47ec-a0d1-e253ae7a9f66 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 945 time: 0.0831852 Aug 25 16:07:24.033097 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-15ee46b8-dfa8-4640-b8bd-d41f6212f851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453858 Aug 25 16:07:24.062415 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Deleting port 81d285e0-cf82-46fe-9ccc-2809424f9909 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:24.062776 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.203517 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-9f0012d9-d095-481f-a4c6-e970016584f3 service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583114 Aug 25 16:07:24.385114 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1b57-1ccb-4f14-9dd1-e44b526fd665 req-4907a709-afe2-4c83-820f-2e7f9d9cb905 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.386549 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-60ef1b57-1ccb-4f14-9dd1-e44b526fd665 req-4907a709-afe2-4c83-820f-2e7f9d9cb905 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 945 time: 0.1972082 Aug 25 16:07:24.391973 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] For port 81d285e0-cf82-46fe-9ccc-2809424f9909, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=81d285e0-cf82-46fe-9ccc-2809424f9909,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:24.392321 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.418897 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-871daa05-2648-45e5-84cd-90a53a825fcf req-c6271fa2-299f-4cb2-9c14-a8684c1c0549 service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005713 Aug 25 16:07:24.429891 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94f45-fec8-4ee8-8918-1b734da4e373 req-bfa459d1-c744-42a9-92ba-967888219906 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.431297 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e9b94f45-fec8-4ee8-8918-1b734da4e373 req-bfa459d1-c744-42a9-92ba-967888219906 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1298294 Aug 25 16:07:24.483650 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e9b94f45-fec8-4ee8-8918-1b734da4e373 req-eb8fd3a2-99d4-496c-8f4b-4986993cd6f7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Aug 25 16:07:24.535167 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Calling delete_port for 81d285e0-cf82-46fe-9ccc-2809424f9909 owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:24.610735 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-f83af6e1-27e2-44bb-9414-6b309d8ddc02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=944ff57361b441a9b41782ac0ba2c5f3&device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 1097 time: 0.0763559 Aug 25 16:07:24.689149 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-60ef1b57-1ccb-4f14-9dd1-e44b526fd665 req-fc7a0c81-646b-47dc-97b7-e64683eec967 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886517 Aug 25 16:07:24.757945 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-a5acdd90-db54-4480-8b78-eef44b02c4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.759289 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-a5acdd90-db54-4480-8b78-eef44b02c4c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 HTTP/1.1" status: 200 len: 910 time: 0.1411474 Aug 25 16:07:24.764399 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.771334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ec454d70-7545-4308-a9a5-d9ab74cc5587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:24.813794 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', '81d285e0-cf82-46fe-9ccc-2809424f9909'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:24.814351 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event deleted for resources: {'Port': ['ID=81d285e0-cf82-46fe-9ccc-2809424f9909,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:24.817349 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:24.837318 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-20991eec-81ce-4024-965b-44ed66422aca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c2464b5-0927-4876-8f37-18d1a93e8198 HTTP/1.1" status: 200 len: 217 time: 0.0663531 Aug 25 16:07:24.916889 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-1484f3b7-911f-4712-8a55-8752021da77e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:24.918289 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-1484f3b7-911f-4712-8a55-8752021da77e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=120eeb65-6035-4d5b-93d0-a8e83f3c3964 HTTP/1.1" status: 200 len: 849 time: 0.0662894 Aug 25 16:07:24.921552 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] No DVR routers for this DVR port 81d285e0-cf82-46fe-9ccc-2809424f9909 on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:24.924870 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:24.932083 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'name': 'network-vif-deleted', 'tag': '81d285e0-cf82-46fe-9ccc-2809424f9909'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:24.963060 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-10f46e29-b823-4540-aa2c-87d3ee200885 req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "DELETE /v2.0/ports/81d285e0-cf82-46fe-9ccc-2809424f9909 HTTP/1.1" status: 204 len: 173 time: 0.9746969 Aug 25 16:07:24.991072 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-a9445d78-b68c-4e5c-834b-f01524846454 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609486 Aug 25 16:07:25.007513 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6584af-7ced-47a8-8b5e-4474fc3bee8d', 'name': 'network-vif-deleted', 'tag': '81d285e0-cf82-46fe-9ccc-2809424f9909', 'status': 'completed', 'code': 200} Aug 25 16:07:25.306862 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-5fcbc1f7-3fd8-43f3-84f2-ab80c1c931aa service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017263 Aug 25 16:07:25.315527 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f312-642a-4adb-a298-ae28cfa24f63 req-9671556b-1361-4ca1-9753-7c5f8f4530bd tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:25.316181 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-02c4f312-642a-4adb-a298-ae28cfa24f63 req-9671556b-1361-4ca1-9753-7c5f8f4530bd tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Synchronizing usage tracker for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:25.385630 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6a569ba2-f387-4707-ac8e-82964a7d8a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:25.399063 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-02c4f312-642a-4adb-a298-ae28cfa24f63 req-9671556b-1361-4ca1-9753-7c5f8f4530bd tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Unset dirty status for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:25.400267 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-02c4f312-642a-4adb-a298-ae28cfa24f63 req-9671556b-1361-4ca1-9753-7c5f8f4530bd tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 944 time: 0.3649678 Aug 25 16:07:25.477888 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-02c4f312-642a-4adb-a298-ae28cfa24f63 req-3030b070-4c2b-4694-8ae0-2c1628736e15 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702276 Aug 25 16:07:25.493702 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-663bfe05-c036-4e1f-ae0e-4794487587a3 req-57b87651-f9dc-42bd-9115-1e0c0f4c7e5d service neutron] 10.222.0.53 "GET /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675935 Aug 25 16:07:25.682606 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7d3eb-a72a-4def-9367-8978ea93fca8 req-7e563c12-9a22-4ea3-a4aa-e0381157b716 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:25.684082 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-95a7d3eb-a72a-4def-9367-8978ea93fca8 req-7e563c12-9a22-4ea3-a4aa-e0381157b716 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0790482 Aug 25 16:07:25.732456 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-95a7d3eb-a72a-4def-9367-8978ea93fca8 req-39a31868-8424-4ec5-9dba-5b991d1a7f57 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Aug 25 16:07:25.869187 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-389e8a3a-7689-4d5a-90e1-b756c11a95e8 req-459a2abd-8a0f-4dc7-beb1-77fadea8b93a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed6584af-7ced-47a8-8b5e-4474fc3bee8d HTTP/1.1" status: 200 len: 210 time: 0.0455647 Aug 25 16:07:26.458657 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 60432) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:26.634265 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.695089 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:26.701150 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Usage tracker for resource:security_group_rule and tenant:0b101ca3f6b14538ac39aec243459fbb is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:26.705203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:26.711150 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.717625 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957eb7a-fd8c-461e-9097-d3e0235f7fc8 req-e4864186-5f8c-409d-a90d-8d86defd0167 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:26.719180 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6957eb7a-fd8c-461e-9097-d3e0235f7fc8 req-e4864186-5f8c-409d-a90d-8d86defd0167 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 944 time: 0.1198442 Aug 25 16:07:26.720394 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:26.794352 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6957eb7a-fd8c-461e-9097-d3e0235f7fc8 req-f4802d4a-acdc-4853-be12-a4e5cdddfeca tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683548 Aug 25 16:07:26.838951 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.842868 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.849945 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d10ba383-cd3d-42ea-8e27-2b31fe814446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:26.890031 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589d1ff-30ac-4557-bfed-f3486b38e320,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:26.893352 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:26.896223 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b101ca3f6b14538ac39aec243459fbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4360328 Aug 25 16:07:26.900235 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 60444) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:26.949018 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257aac2-9f8f-4c22-a3cc-9972547e06e3 req-40c935dd-4e04-4b43-976f-d648ae9bf1f9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:26.950473 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c257aac2-9f8f-4c22-a3cc-9972547e06e3 req-40c935dd-4e04-4b43-976f-d648ae9bf1f9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0809064 Aug 25 16:07:26.961678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-72798f60-5643-4456-91fd-511f83bde08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:26.989957 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-72798f60-5643-4456-91fd-511f83bde08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.000894 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c257aac2-9f8f-4c22-a3cc-9972547e06e3 req-46f4f938-ed02-477f-a2d3-fd05deb0dbe9 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 Aug 25 16:07:27.043096 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 0c2464b5-0927-4876-8f37-18d1a93e8198 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:07:27.050285 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-72798f60-5643-4456-91fd-511f83bde08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.054955 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 81d285e0-cf82-46fe-9ccc-2809424f9909 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:27.056665 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-375f9c44-9e98-4874-b36c-396cba283c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:27.069702 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72798f60-5643-4456-91fd-511f83bde08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589d1ff-30ac-4557-bfed-f3486b38e320,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:27.072191 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-72798f60-5643-4456-91fd-511f83bde08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:27.082188 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-72798f60-5643-4456-91fd-511f83bde08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.083818 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-72798f60-5643-4456-91fd-511f83bde08e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a589d1ff-30ac-4557-bfed-f3486b38e320 HTTP/1.1" status: 204 len: 168 time: 0.1821132 Aug 25 16:07:27.101925 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 81d285e0-cf82-46fe-9ccc-2809424f9909 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:27.102275 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 81d285e0-cf82-46fe-9ccc-2809424f9909 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:27.232766 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 0c2464b5-0927-4876-8f37-18d1a93e8198, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0c2464b5-0927-4876-8f37-18d1a93e8198,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:27.247912 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '0c2464b5-0927-4876-8f37-18d1a93e8198', 'network_id': 'd5da23be-5a12-4e5a-b3f3-1be1a7a82c98', 'port_id': '0c2464b5-0927-4876-8f37-18d1a93e8198', 'mac_address': 'fa:16:3e:04:78:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120eeb65-6035-4d5b-93d0-a8e83f3c3964', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:07:27.306903 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.330410 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2464b5-0927-4876-8f37-18d1a93e8198 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:07:27.347217 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 0c2464b5-0927-4876-8f37-18d1a93e8198, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0c2464b5-0927-4876-8f37-18d1a93e8198,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:27.350771 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:27.352544 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:27.417524 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=0c2464b5-0927-4876-8f37-18d1a93e8198,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:27.420530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:27.872358 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['0c2464b5-0927-4876-8f37-18d1a93e8198'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:28.002052 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd725aff-d84a-4853-9861-699f684da7c2 req-6aa0782f-4386-43a5-bd7b-b2859d866532 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.003545 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bd725aff-d84a-4853-9861-699f684da7c2 req-6aa0782f-4386-43a5-bd7b-b2859d866532 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 945 time: 0.0816319 Aug 25 16:07:28.025523 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:28.102845 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bd725aff-d84a-4853-9861-699f684da7c2 req-d8a5ae3a-92bf-460c-b517-c7cbd6f8204a tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Aug 25 16:07:28.208763 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaf3c5-2801-4aa3-80f0-5c425fcfece2 req-43dd926d-51be-40e2-8356-3f19a1b73ffa tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.210267 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2adaf3c5-2801-4aa3-80f0-5c425fcfece2 req-43dd926d-51be-40e2-8356-3f19a1b73ffa tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0807474 Aug 25 16:07:28.256075 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2adaf3c5-2801-4aa3-80f0-5c425fcfece2 req-b807ab19-5e02-4439-b178-77de0c1c9518 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Aug 25 16:07:28.592972 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b561376-fc6e-42d0-b19b-64547601ce88 req-1100f042-17b5-4f46-acb6-13ebd323b453 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:28.594438 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1b561376-fc6e-42d0-b19b-64547601ce88 req-1100f042-17b5-4f46-acb6-13ebd323b453 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.0755947 Aug 25 16:07:28.643580 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1b561376-fc6e-42d0-b19b-64547601ce88 req-8226f938-bc07-4724-9778-0ac6b4b52d3c tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 Aug 25 16:07:29.303331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5f7b6-31ff-4313-9bca-4fb323947d0f req-37b3141f-389d-4029-8a6a-d82b1327c730 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:29.304803 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6bc5f7b6-31ff-4313-9bca-4fb323947d0f req-37b3141f-389d-4029-8a6a-d82b1327c730 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 945 time: 0.0770111 Aug 25 16:07:29.350895 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6bc5f7b6-31ff-4313-9bca-4fb323947d0f req-3cf102aa-781f-4e99-bcd3-cd400c919818 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Aug 25 16:07:29.460712 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb7b26-85c8-4750-a9b9-12072de0e7b4 req-ab7dcf2c-4e50-448a-87ca-0d8910b50c34 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:29.462172 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33cb7b26-85c8-4750-a9b9-12072de0e7b4 req-ab7dcf2c-4e50-448a-87ca-0d8910b50c34 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0784864 Aug 25 16:07:29.505211 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33cb7b26-85c8-4750-a9b9-12072de0e7b4 req-4b22a86c-7dcd-4936-8762-19aa253d05a8 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376089 Aug 25 16:07:29.844233 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a3782-267e-4ae6-a4cf-466d07a66267 req-8c3a348d-476a-4e1d-9e04-31db368cdd0f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:29.845687 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-421a3782-267e-4ae6-a4cf-466d07a66267 req-8c3a348d-476a-4e1d-9e04-31db368cdd0f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.0835118 Aug 25 16:07:29.890354 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-421a3782-267e-4ae6-a4cf-466d07a66267 req-dbe3e2d7-dd1c-4978-aca6-85923ca723c6 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385606 Aug 25 16:07:30.556227 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d60d8-59fe-4f95-9049-c3c486f45244 req-0b664223-4557-4eed-9c6e-1546cd7b7f51 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:30.557712 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-193d60d8-59fe-4f95-9049-c3c486f45244 req-0b664223-4557-4eed-9c6e-1546cd7b7f51 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 945 time: 0.0802557 Aug 25 16:07:30.606840 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-193d60d8-59fe-4f95-9049-c3c486f45244 req-92a52cd1-71d9-4863-a36c-630a6e61ce50 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Aug 25 16:07:30.712424 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1672005-ec97-4f89-945f-eeffcc3c5a32 req-41e590f1-c844-436a-8688-586521d71d4f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:30.713881 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e1672005-ec97-4f89-945f-eeffcc3c5a32 req-41e590f1-c844-436a-8688-586521d71d4f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0814044 Aug 25 16:07:30.759611 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e1672005-ec97-4f89-945f-eeffcc3c5a32 req-a9aed0e7-5529-4313-9b0b-1e01d4315e06 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Aug 25 16:07:30.929211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-2bd3ae3b-1739-4f62-9f1b-9b9122fcc856 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:30.931114 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-2bd3ae3b-1739-4f62-9f1b-9b9122fcc856 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.0795805 Aug 25 16:07:31.003846 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Deleting port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:31.004214 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.060986 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 0c2464b5-0927-4876-8f37-18d1a93e8198 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:07:31.130910 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 0c2464b5-0927-4876-8f37-18d1a93e8198 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:07:31.136809 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 0c2464b5-0927-4876-8f37-18d1a93e8198 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:07:31.137884 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.248778 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10085ae6-804c-4f62-8c1d-842b521a82ae req-f64c8d2e-1199-495f-a5b4-c5fb50612560 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:31.250157 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-10085ae6-804c-4f62-8c1d-842b521a82ae req-f64c8d2e-1199-495f-a5b4-c5fb50612560 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 945 time: 0.2214894 Aug 25 16:07:31.256752 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.289857 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2464b5-0927-4876-8f37-18d1a93e8198'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:31.299729 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 0c2464b5-0927-4876-8f37-18d1a93e8198, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0c2464b5-0927-4876-8f37-18d1a93e8198,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:31.305847 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.308285 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:31.352871 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2464b5-0927-4876-8f37-18d1a93e8198', 'code': 200} Aug 25 16:07:31.380074 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=0c2464b5-0927-4876-8f37-18d1a93e8198,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:31.383947 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:31.424263 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-10085ae6-804c-4f62-8c1d-842b521a82ae req-9474bd43-f951-455e-b393-afeb90937167 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/security-groups?id=f85b0c73-e75a-43db-be3a-1ac156d86d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683636 Aug 25 16:07:31.445543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] For port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,segment=NetworkSegment(fecdc4fc-0d54-48cb-b237-cb2f0169c354),segment_id=fecdc4fc-0d54-48cb-b237-cb2f0169c354)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:31.445899 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.567274 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Calling delete_port for aedc2f17-d8de-4e6a-9471-b212ffbe8b7a owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:31.679114 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-94a4eba8-889b-442e-a262-2c5822b2c23e req-cac4956b-7e4e-4b11-b704-5564e128ce63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 1099 time: 0.0802603 Aug 25 16:07:31.727990 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.728570 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-94a4eba8-889b-442e-a262-2c5822b2c23e req-e2e4ea33-5979-49b4-9b50-76bc6fcac77c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Aug 25 16:07:31.734228 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ba73cc08-02c9-46ec-ab16-1ac7feff425c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:31.776594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Pushing event deleted for resources: {'Port': ['ID=aedc2f17-d8de-4e6a-9471-b212ffbe8b7a,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:31.779979 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:31.819682 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f5707-3cb2-4feb-9e0c-41e181a394c8 req-8181acd1-c153-45b1-afc3-9363be9d0ffe tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:31.821184 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-184f5707-3cb2-4feb-9e0c-41e181a394c8 req-8181acd1-c153-45b1-afc3-9363be9d0ffe tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 946 time: 0.0764472 Aug 25 16:07:31.866216 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] No DVR routers for this DVR port aedc2f17-d8de-4e6a-9471-b212ffbe8b7a on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:31.868977 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:31.871609 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'name': 'network-vif-deleted', 'tag': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:31.879440 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-184f5707-3cb2-4feb-9e0c-41e181a394c8 req-179e27e1-2aed-4bde-a300-aa6bbd6fb067 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498474 Aug 25 16:07:31.883742 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-440d4c4a-aa2e-44d3-aa4b-40e9ddcd1d91 req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.53 "DELETE /v2.0/ports/aedc2f17-d8de-4e6a-9471-b212ffbe8b7a HTTP/1.1" status: 204 len: 173 time: 0.9418888 Aug 25 16:07:31.945513 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86d2e8-274e-4d3d-a96e-65d7db8d89c3', 'name': 'network-vif-deleted', 'tag': 'aedc2f17-d8de-4e6a-9471-b212ffbe8b7a', 'status': 'completed', 'code': 200} Aug 25 16:07:31.962692 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878c9ad-15b6-4e35-a600-8e2e284e53cd req-61cb4b87-e863-4da4-95a6-bbb1baddbdc5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:31.964145 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0878c9ad-15b6-4e35-a600-8e2e284e53cd req-61cb4b87-e863-4da4-95a6-bbb1baddbdc5 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0794768 Aug 25 16:07:32.008414 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0878c9ad-15b6-4e35-a600-8e2e284e53cd req-f97c40f4-f556-4ae9-b4c2-fd40d85fe02c tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Aug 25 16:07:32.608787 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-4d3d0b85-f9a8-4e45-8530-a80b6bf2b01c req-90466e52-f916-4ea9-abc4-b9a841305780 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Synchronizing usage tracker for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:32.624275 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-4d3d0b85-f9a8-4e45-8530-a80b6bf2b01c req-90466e52-f916-4ea9-abc4-b9a841305780 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Unset dirty status for tenant:b2ecf89bcbac422fa4ec0503a789e214 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:32.625486 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4d3d0b85-f9a8-4e45-8530-a80b6bf2b01c req-90466e52-f916-4ea9-abc4-b9a841305780 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e86d2e8-274e-4d3d-a96e-65d7db8d89c3 HTTP/1.1" status: 200 len: 210 time: 0.0610373 Aug 25 16:07:33.062777 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device aedc2f17-d8de-4e6a-9471-b212ffbe8b7a no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:33.091480 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f612-4923-47c4-acc1-7a032c19980e req-d649f211-3a06-4eb2-b6c2-1ae0a0d360b3 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:33.093111 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0508f612-4923-47c4-acc1-7a032c19980e req-d649f211-3a06-4eb2-b6c2-1ae0a0d360b3 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 946 time: 0.0897698 Aug 25 16:07:33.107543 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: aedc2f17-d8de-4e6a-9471-b212ffbe8b7a {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:33.107912 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device aedc2f17-d8de-4e6a-9471-b212ffbe8b7a not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:33.145168 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0508f612-4923-47c4-acc1-7a032c19980e req-7601b125-7c61-4a72-ba46-50b3ba76a39a tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Aug 25 16:07:33.224682 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9872d0-7693-434a-a15e-6402ae6c6469 req-37e02722-df26-4084-a6c6-5f3a368bc6ac tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:33.226732 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1f9872d0-7693-434a-a15e-6402ae6c6469 req-37e02722-df26-4084-a6c6-5f3a368bc6ac tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0853038 Aug 25 16:07:33.276240 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1f9872d0-7693-434a-a15e-6402ae6c6469 req-788800dc-44fc-4a30-aec1-a9ca0b64efae tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Aug 25 16:07:33.742827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60504) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:33.806336 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Deleting subnet 9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:07:33.809359 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.870408 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582886'] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.925392 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:33.998632 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1879024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1789582'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.002675 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-91e10a3c-7953-4364-b6df-d52fef50388b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:34.039415 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:34.042441 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:34.047867 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.054103 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a7481578-9537-4054-a8cb-7b42edc3b449 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9851dc33-2f8c-4634-bbc3-a42a8d1f6ac3 HTTP/1.1" status: 204 len: 168 time: 0.3103511 Aug 25 16:07:34.056595 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60508) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:34.161839 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.286190 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.299107 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32df4b6-5974-4df5-acbd-b68afb16680b']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:34.311995 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecdc4fc-0d54-48cb-b237-cb2f0169c354') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:34.312287 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecdc4fc-0d54-48cb-b237-cb2f0169c354') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:07:34.324468 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.341733 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.352785 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:07:34.353548 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.364067 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e3b872a1-30b0-40c7-82e1-978d834df33c req-8ab6fbb7-1457-4dba-9565-60a6c5af9a2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.1413021 Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:07:34.370788 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:07:34.392200 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3855e09-911f-429b-a1cb-5329cf57637d req-325371b2-8b75-4f6f-aa9f-13668f66c007 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:34.393934 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b3855e09-911f-429b-a1cb-5329cf57637d req-325371b2-8b75-4f6f-aa9f-13668f66c007 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 946 time: 0.1119347 Aug 25 16:07:34.443073 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e3b872a1-30b0-40c7-82e1-978d834df33c req-04c77066-8d85-41a7-8048-74218fa5b217 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715129 Aug 25 16:07:34.455802 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b3855e09-911f-429b-a1cb-5329cf57637d req-bf5cabd3-1a7d-446c-a1b3-31b7733160b7 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483139 Aug 25 16:07:34.503763 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.509409 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:34.522906 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.543685 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Pushing event deleted for resources: {'Network': ['ID=e32df4b6-5974-4df5-acbd-b68afb16680b,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:34.547763 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:34.559420 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad41465-f89d-4b7a-abb4-3fcbbb4369b6 req-b085b735-e928-4271-9fcd-1eab1493b77e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:34.560938 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dad41465-f89d-4b7a-abb4-3fcbbb4369b6 req-b085b735-e928-4271-9fcd-1eab1493b77e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1384199 Aug 25 16:07:34.564803 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] 10.222.0.30 "DELETE /v2.0/networks/e32df4b6-5974-4df5-acbd-b68afb16680b HTTP/1.1" status: 204 len: 168 time: 0.5073042 Aug 25 16:07:34.611089 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dad41465-f89d-4b7a-abb4-3fcbbb4369b6 req-189f537e-61df-43d2-84db-fb1a1f3d150d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Aug 25 16:07:34.772486 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60522) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:34.826156 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-1846c6aa-852e-441c-87e7-9f52bf226c95 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2ecf89bcbac422fa4ec0503a789e214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524869 Aug 25 16:07:34.828818 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 60528) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:34.919183 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:34.947667 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:35.008396 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:35.012277 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b85ddb94-cbb6-4980-ab36-cf3c10d924f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:35.027350 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b0c73-e75a-43db-be3a-1ac156d86d7a,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:35.029966 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:35.044283 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:35.045890 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f85b0c73-e75a-43db-be3a-1ac156d86d7a HTTP/1.1" status: 204 len: 168 time: 0.2161021 Aug 25 16:07:35.795240 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55df39-bf15-4048-bfd6-fe50ecd78867 req-6b723af1-37a7-444e-a2ff-b5af7af2129c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:35.797579 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2a55df39-bf15-4048-bfd6-fe50ecd78867 req-6b723af1-37a7-444e-a2ff-b5af7af2129c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 946 time: 0.1042216 Aug 25 16:07:35.836997 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f35116-ffd0-4cfe-baf1-26b889cf8ae8 req-e28c7b5c-95a9-4d6a-99ba-a0c133830da7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:35.838466 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-78f35116-ffd0-4cfe-baf1-26b889cf8ae8 req-e28c7b5c-95a9-4d6a-99ba-a0c133830da7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0913720 Aug 25 16:07:35.856083 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2a55df39-bf15-4048-bfd6-fe50ecd78867 req-a6cd38ad-314e-4480-84d2-ee7ef43c83fc tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516458 Aug 25 16:07:35.884514 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-78f35116-ffd0-4cfe-baf1-26b889cf8ae8 req-b783d92d-1871-4b31-a745-29fefd143206 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402708 Aug 25 16:07:37.059415 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1cdb8-f2c0-4dbd-80b1-391d8c2c3acd req-caa095d3-40ca-4664-b13a-b711103ccbf6 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.061038 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1cf1cdb8-f2c0-4dbd-80b1-391d8c2c3acd req-caa095d3-40ca-4664-b13a-b711103ccbf6 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 946 time: 0.0804586 Aug 25 16:07:37.082229 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd8d54-fa64-4e65-9e65-d025818f41fd req-02d8382d-b1f7-416c-9ca5-1474ac45f85d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.083615 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a8fd8d54-fa64-4e65-9e65-d025818f41fd req-02d8382d-b1f7-416c-9ca5-1474ac45f85d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0781233 Aug 25 16:07:37.107321 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1cf1cdb8-f2c0-4dbd-80b1-391d8c2c3acd req-f33d87f3-13d1-42c3-93f1-a7afbd7462b4 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Aug 25 16:07:37.131678 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a8fd8d54-fa64-4e65-9e65-d025818f41fd req-06ce90b0-1a2b-4ac6-acee-bc2a0d76616d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416658 Aug 25 16:07:37.737575 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-aff869d7-d7de-42dc-944b-1e408b45d960 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.1369767 Aug 25 16:07:37.871599 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b73550-3e6a-4ff0-9711-ab85cb6fe3fd req-c09ade94-5ed0-4059-b709-77f2dbc6197f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.873146 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-91b73550-3e6a-4ff0-9711-ab85cb6fe3fd req-c09ade94-5ed0-4059-b709-77f2dbc6197f tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.2200341 Aug 25 16:07:37.880206 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-de22a858-d2fe-4c5b-9042-90b7584cfba8 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.881744 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-de22a858-d2fe-4c5b-9042-90b7584cfba8 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 946 time: 0.1619577 Aug 25 16:07:37.884655 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-1056f057-c879-4ccc-9d49-f87de36ccb95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:37.886288 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-1056f057-c879-4ccc-9d49-f87de36ccb95 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.1408672 Aug 25 16:07:37.958259 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-d9171ac1-219a-4e52-8651-123d30bdfa25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 217 time: 0.0646021 Aug 25 16:07:37.979437 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Deleting port 0c2464b5-0927-4876-8f37-18d1a93e8198 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:37.979759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:38.019943 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-91b73550-3e6a-4ff0-9711-ab85cb6fe3fd req-704dc809-f969-4027-807e-eab70256355e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369858 Aug 25 16:07:38.028290 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-9733d7b0-bc11-4a23-8905-fb6b5966ade1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:38.030195 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-9733d7b0-bc11-4a23-8905-fb6b5966ade1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.0656736 Aug 25 16:07:38.082926 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-eaaf1e4c-b3f2-4b1f-852c-03a5567c4c45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456004 Aug 25 16:07:38.254345 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] For port 0c2464b5-0927-4876-8f37-18d1a93e8198, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=0c2464b5-0927-4876-8f37-18d1a93e8198,segment=NetworkSegment(a70ac492-246f-42ec-a1ea-d32fb44b95f9),segment_id=a70ac492-246f-42ec-a1ea-d32fb44b95f9)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:38.254836 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:38.314237 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-ddbf2605-ea75-4d53-a247-e53ae95624d5 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235069 Aug 25 16:07:38.421026 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Calling delete_port for 0c2464b5-0927-4876-8f37-18d1a93e8198 owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:38.464140 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0e5b0e08-a3d3-4e62-b455-e05df41b6366 req-235d4d86-73ab-4948-a988-32a39893bce0 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427245 Aug 25 16:07:38.572141 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529473b-7809-40a8-aa0a-89f949d275b9 req-c5c07d4b-ece5-44bb-9ecf-5fbfc4811c0d tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:38.573612 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3529473b-7809-40a8-aa0a-89f949d275b9 req-c5c07d4b-ece5-44bb-9ecf-5fbfc4811c0d tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 946 time: 0.2504385 Aug 25 16:07:38.637336 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3529473b-7809-40a8-aa0a-89f949d275b9 req-28944494-ac11-48a0-967e-07eeb2e10458 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/security-groups?id=f6b411c8-fa35-47c7-8a2c-3b61daa394e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580869 Aug 25 16:07:38.638421 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:38.644178 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:38.685381 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['0c2464b5-0927-4876-8f37-18d1a93e8198'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:38.686931 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Pushing event deleted for resources: {'Port': ['ID=0c2464b5-0927-4876-8f37-18d1a93e8198,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:38.690741 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:38.763036 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] No DVR routers for this DVR port 0c2464b5-0927-4876-8f37-18d1a93e8198 on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:38.765444 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:38.768249 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'name': 'network-vif-deleted', 'tag': '0c2464b5-0927-4876-8f37-18d1a93e8198'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:38.785131 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3cabedc2-c3b6-4101-868f-e4546ffe85ad req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.53 "DELETE /v2.0/ports/0c2464b5-0927-4876-8f37-18d1a93e8198 HTTP/1.1" status: 204 len: 173 time: 0.8874390 Aug 25 16:07:38.825951 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c', 'name': 'network-vif-deleted', 'tag': '0c2464b5-0927-4876-8f37-18d1a93e8198', 'status': 'completed', 'code': 200} Aug 25 16:07:39.240440 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e241c-06ff-45b0-8c5a-60ccc50d8e26 req-d77ce5a3-398f-4a51-81e9-93e14bcd42dd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:39.241939 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f12e241c-06ff-45b0-8c5a-60ccc50d8e26 req-d77ce5a3-398f-4a51-81e9-93e14bcd42dd tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0829456 Aug 25 16:07:39.258635 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:39.298558 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f12e241c-06ff-45b0-8c5a-60ccc50d8e26 req-a67d352a-65e5-4860-83cc-8915bab5ef5e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498135 Aug 25 16:07:39.823311 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-08ba36a3-13db-4f68-b857-c84c4e025b4c req-b7515309-44a1-41c9-b64c-0ae9bbdffe2c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Synchronizing usage tracker for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:39.838567 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-08ba36a3-13db-4f68-b857-c84c4e025b4c req-b7515309-44a1-41c9-b64c-0ae9bbdffe2c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Unset dirty status for tenant:944ff57361b441a9b41782ac0ba2c5f3 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:39.839652 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-08ba36a3-13db-4f68-b857-c84c4e025b4c req-b7515309-44a1-41c9-b64c-0ae9bbdffe2c tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cc0b6a9-d3b0-4c4b-ac1e-2066837f7c2c HTTP/1.1" status: 200 len: 210 time: 0.0582178 Aug 25 16:07:40.506653 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3e31f-9bb8-4465-96ee-8a17acc5fe28 req-b31165e3-5aa9-4f46-8b5e-5fa1d9a0e497 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:40.518900 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-44a3e31f-9bb8-4465-96ee-8a17acc5fe28 req-b31165e3-5aa9-4f46-8b5e-5fa1d9a0e497 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0838771 Aug 25 16:07:40.567474 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-44a3e31f-9bb8-4465-96ee-8a17acc5fe28 req-ba5fb926-76f9-4bb9-a56b-dbc339b8ac71 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539970 Aug 25 16:07:40.632339 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-f3629e8d-e1d3-493d-8011-d37012d4fedd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=863ddba23f424b62af4f3c2a104d2b62&device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 1098 time: 0.0771968 Aug 25 16:07:40.798914 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-9602df7d-9140-4971-bb06-141f4207c776 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:40.800421 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-9602df7d-9140-4971-bb06-141f4207c776 service neutron] 10.222.0.53 "GET /v2.0/networks?id=10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 200 len: 919 time: 0.1329403 Aug 25 16:07:40.879997 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-b849c519-2d08-4f4c-99c8-5484ebb889e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 200 len: 217 time: 0.0653806 Aug 25 16:07:40.964831 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-4b416098-2d36-45bd-9310-beb0aa62e13a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:40.966403 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-4b416098-2d36-45bd-9310-beb0aa62e13a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 200 len: 858 time: 0.0791414 Aug 25 16:07:41.033106 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-78d18323-6f8d-4b78-a02b-85aa6d898a67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=10422bd8-f401-444b-8336-b34a875ca47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586941 Aug 25 16:07:41.086848 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 0c2464b5-0927-4876-8f37-18d1a93e8198 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:41.138104 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 0c2464b5-0927-4876-8f37-18d1a93e8198 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:41.138701 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 0c2464b5-0927-4876-8f37-18d1a93e8198 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:41.189124 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-57200173-10ec-4492-888d-67e7a013f4d2 service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355052 Aug 25 16:07:41.416488 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0c6e70da-9ff0-496f-9c32-e1f80fc940fa req-7abe5926-a212-411d-a4aa-d56cc9166eee service neutron] 10.222.0.53 "GET /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170963 Aug 25 16:07:41.781943 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d157da-cd03-4129-8416-1f9bdef8395e req-e5bd41d5-00c4-4e73-bb26-4eb5d3e2e10b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:41.783419 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b3d157da-cd03-4129-8416-1f9bdef8395e req-e5bd41d5-00c4-4e73-bb26-4eb5d3e2e10b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0853498 Aug 25 16:07:41.833096 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b3d157da-cd03-4129-8416-1f9bdef8395e req-a85f5acb-4f6c-476d-b888-34c8afce35ea tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427880 Aug 25 16:07:42.150363 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d9248-0f92-48cc-92b2-a512773ab14b req-e1e06b7d-d39f-42d0-aae7-ba7992a5bac9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:42.151915 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-689d9248-0f92-48cc-92b2-a512773ab14b req-e1e06b7d-d39f-42d0-aae7-ba7992a5bac9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1096215 Aug 25 16:07:42.199506 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-689d9248-0f92-48cc-92b2-a512773ab14b req-5d849c20-6f87-4e17-881e-2bbdafc7ca2a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Aug 25 16:07:42.863912 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 60742) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:43.004487 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.036503 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:43.040289 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Usage tracker for resource:security_group_rule and tenant:fe010432413c4d19bf7a7cb90f2285ce is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:43.043042 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:43.050100 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:43.123303 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.127249 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.134850 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b509ec2a-4b08-4340-8108-1905e33e2bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:43.173639 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae582136-d622-4108-b0be-ec151828297e,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:43.178731 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe010432413c4d19bf7a7cb90f2285ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3137927 Aug 25 16:07:43.179639 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:43.181814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 60748) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:43.244774 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.270628 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.322427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.327497 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4238286e-1b62-4e35-9566-449a45d7782c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:43.374177 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae582136-d622-4108-b0be-ec151828297e,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:43.382564 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:43.395608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:43.396778 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae582136-d622-4108-b0be-ec151828297e HTTP/1.1" status: 204 len: 168 time: 0.2141554 Aug 25 16:07:43.424170 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efe58f-dc71-40ce-869f-4e6477e365e6 req-d82f5f2e-7084-4800-8509-42acf2f45239 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:43.425628 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b0efe58f-dc71-40ce-869f-4e6477e365e6 req-d82f5f2e-7084-4800-8509-42acf2f45239 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0990701 Aug 25 16:07:43.485994 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b0efe58f-dc71-40ce-869f-4e6477e365e6 req-b41452cd-e8b4-4d22-b76d-9c104653b23f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538428 Aug 25 16:07:44.799972 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b70f2-b2a7-4083-a4e4-d9a02e9ca992 req-82993a56-4e2e-4142-833a-b85feac32158 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:44.808311 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-430b70f2-b2a7-4083-a4e4-d9a02e9ca992 req-82993a56-4e2e-4142-833a-b85feac32158 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1244440 Aug 25 16:07:44.854860 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-430b70f2-b2a7-4083-a4e4-d9a02e9ca992 req-9288f070-ea10-44a9-9b07-679ba9bfa8a1 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 Aug 25 16:07:46.091801 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a083ea-48b4-4a2d-8538-04c88305465e req-b31a8372-4272-4cf2-8478-bf2546c272e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:46.098550 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-96a083ea-48b4-4a2d-8538-04c88305465e req-b31a8372-4272-4cf2-8478-bf2546c272e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0873849 Aug 25 16:07:46.155241 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-96a083ea-48b4-4a2d-8538-04c88305465e req-a6781b2c-f522-4512-9865-247f2a8f0a40 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555155 Aug 25 16:07:46.705744 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60858) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:46.910487 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:46.947050 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:46.951550 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Usage tracker for resource:security_group_rule and tenant:73737b4f48154e9e9cb0e4ce5fd4dbc4 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:46.955785 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:46.962956 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:47.139104 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.165889 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.184957 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:47.262286 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa60771-818a-463b-867f-da902f840470,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:47.289502 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.290032 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.290480 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.290925 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.291368 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.291851 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.292295 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.292736 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.293179 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.293848 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.294294 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:47.303292 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:47.317882 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d0627-0005-41eb-84a5-398baeebad98 req-13152ab3-2302-479d-8dd5-6eb467073961 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:47.320208 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-375d0627-0005-41eb-84a5-398baeebad98 req-13152ab3-2302-479d-8dd5-6eb467073961 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.3655806 Aug 25 16:07:47.325954 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73737b4f48154e9e9cb0e4ce5fd4dbc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6189973 Aug 25 16:07:47.326949 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60866) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:47.452894 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.458236 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-375d0627-0005-41eb-84a5-398baeebad98 req-8350d915-fb3f-455d-9dfc-b6ae0d9b42c7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251576 Aug 25 16:07:47.492230 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.536604 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14f677-64e8-407d-ae74-2152999eb5b0 req-080d2b72-6268-45f8-a4aa-b90c159790f5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:47.540240 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ee14f677-64e8-407d-ae74-2152999eb5b0 req-080d2b72-6268-45f8-a4aa-b90c159790f5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1410756 Aug 25 16:07:47.558872 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.570550 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9f44a572-a2aa-4ec3-bddf-bf945c3f24f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:47.587101 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:47.588359 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eaa60771-818a-463b-867f-da902f840470 HTTP/1.1" status: 204 len: 168 time: 0.2600467 Aug 25 16:07:47.589350 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa60771-818a-463b-867f-da902f840470,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:47.597868 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:47.624509 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ee14f677-64e8-407d-ae74-2152999eb5b0 req-1986ea0b-e4a9-43a8-9cbc-82dd0c9f11ce tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798271 Aug 25 16:07:48.067390 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 60880) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:48.094889 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.131380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:48.136045 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e93605801164aa8972e08bd94598650 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:48.139757 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:48.147755 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:48.223636 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.228889 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.235523 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9a181f40-472f-41df-a774-edc13956b433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:48.280701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73741680-6240-4c04-9b88-d5d9c008a84b,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:48.287266 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e93605801164aa8972e08bd94598650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2178392 Aug 25 16:07:48.290115 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 60884) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:48.293608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.293969 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.294323 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.294723 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.295080 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.295393 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.295796 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.296144 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.296479 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.296814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.297154 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:07:48.301123 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:48.367269 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.395657 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.464483 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.470611 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b209358d-6eff-4148-87ca-fb2def93ac29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:48.489061 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73741680-6240-4c04-9b88-d5d9c008a84b,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:48.492392 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:48.493358 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:48.494637 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73741680-6240-4c04-9b88-d5d9c008a84b HTTP/1.1" status: 204 len: 168 time: 0.2034051 Aug 25 16:07:48.787178 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf80b60-0ce9-43ec-88cc-d2ce0040560b req-03080610-721b-40de-90bd-de456a91dd4a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:48.788863 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-faf80b60-0ce9-43ec-88cc-d2ce0040560b req-03080610-721b-40de-90bd-de456a91dd4a tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.1581080 Aug 25 16:07:48.854947 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8529d-31d0-4109-a2fa-d07d88044de9 req-62d0cb1d-db37-4af0-8a58-55937eb5f8ba tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:48.856832 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6ca8529d-31d0-4109-a2fa-d07d88044de9 req-62d0cb1d-db37-4af0-8a58-55937eb5f8ba tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0986133 Aug 25 16:07:48.874279 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-faf80b60-0ce9-43ec-88cc-d2ce0040560b req-8239ba54-e5e4-4e84-8d85-124e29393382 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785882 Aug 25 16:07:48.916904 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6ca8529d-31d0-4109-a2fa-d07d88044de9 req-bb191db4-c910-41af-9876-e0dde292cddf tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540643 Aug 25 16:07:49.817708 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-2011855f-bf0d-4820-b09c-5da28dc54dcc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:49.819991 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-2011855f-bf0d-4820-b09c-5da28dc54dcc tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.0960739 Aug 25 16:07:49.905336 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Deleting port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:07:49.906041 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.152154 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcd655-1531-4b64-a81a-bec99bab9bdc req-7a68983a-838a-41ce-879a-4c7ae0b9149c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:50.159648 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-71dcd655-1531-4b64-a81a-bec99bab9bdc req-7a68983a-838a-41ce-879a-4c7ae0b9149c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1006875 Aug 25 16:07:50.220963 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-71dcd655-1531-4b64-a81a-bec99bab9bdc req-6d17b2c4-0667-44e3-9a44-3388f60cb176 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601072 Aug 25 16:07:50.308417 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0854afc-b562-4db7-8fef-b8651425f618 req-2825c195-acff-4668-8f3b-957b1b974ba0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:50.310420 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a0854afc-b562-4db7-8fef-b8651425f618 req-2825c195-acff-4668-8f3b-957b1b974ba0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 945 time: 0.2741659 Aug 25 16:07:50.312813 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] For port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:07:50.313425 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.479424 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Calling delete_port for 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:07:50.567183 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a0854afc-b562-4db7-8fef-b8651425f618 req-e961dde3-feba-46a0-af0c-3d3ce9f87d50 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419581 Aug 25 16:07:50.761723 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:50.782622 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:50.820316 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['29ea780d-14d8-431c-a59a-600e574956c3', '6ab32a5e-70fa-407d-a4ab-0354ec252ec9'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:07:50.857581 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Pushing event deleted for resources: {'Port': ['ID=6ab32a5e-70fa-407d-a4ab-0354ec252ec9,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:50.869966 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:51.137146 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] No DVR routers for this DVR port 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:07:51.143278 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.198143 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'name': 'network-vif-deleted', 'tag': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:07:51.235036 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6255cb59-b677-4f12-9ce9-4bf4c4df4dab req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "DELETE /v2.0/ports/6ab32a5e-70fa-407d-a4ab-0354ec252ec9 HTTP/1.1" status: 204 len: 173 time: 1.4069388 Aug 25 16:07:51.307993 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad6f73b-6135-44ab-83aa-5148b251a997', 'name': 'network-vif-deleted', 'tag': '6ab32a5e-70fa-407d-a4ab-0354ec252ec9', 'status': 'completed', 'code': 200} Aug 25 16:07:51.537359 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:51.567580 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af501d3-de07-491f-8670-7b71115ab0f2 req-d65d60bb-1441-441b-baea-4eb066a5cfe7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:51.575945 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7af501d3-de07-491f-8670-7b71115ab0f2 req-d65d60bb-1441-441b-baea-4eb066a5cfe7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1489666 Aug 25 16:07:51.678225 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7af501d3-de07-491f-8670-7b71115ab0f2 req-1a218a46-2dcc-411f-8655-cb5ab7356ea6 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921597 Aug 25 16:07:51.865387 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-61897620-40aa-488b-9c0a-fb66e7ee39f7 req-ca8ccda9-1f14-4701-862e-ea3bb9bd6280 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ad6f73b-6135-44ab-83aa-5148b251a997 HTTP/1.1" status: 200 len: 210 time: 0.0594685 Aug 25 16:07:52.241727 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-02521fbe-0f21-4763-9826-39285f10ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:52.947908 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1b709-2555-402f-8775-eaa2ac6ab737 req-44924a07-ee28-4110-a346-97c9943b9800 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:52.949936 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3ea1b709-2555-402f-8775-eaa2ac6ab737 req-44924a07-ee28-4110-a346-97c9943b9800 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1250949 Aug 25 16:07:53.034349 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3ea1b709-2555-402f-8775-eaa2ac6ab737 req-bfb7d69f-dae8-4a63-ab5a-9046cd3dcdc3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773368 Aug 25 16:07:53.180637 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:07:53.259798 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:07:53.260419 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6ab32a5e-70fa-407d-a4ab-0354ec252ec9 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:07:53.628684 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07845e8-ee0c-4e00-b0fd-48f4e6ae9107 req-a3a24a2d-0f74-4e02-be11-82feaa81dc0c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:53.641261 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ae0a7-b097-4b0a-acb5-52c05ff4588e req-82942193-d953-43a3-8e9c-a12de206f7e7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:53.647569 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b07845e8-ee0c-4e00-b0fd-48f4e6ae9107 req-a3a24a2d-0f74-4e02-be11-82feaa81dc0c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.2549601 Aug 25 16:07:53.651912 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-957ae0a7-b097-4b0a-acb5-52c05ff4588e req-82942193-d953-43a3-8e9c-a12de206f7e7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1467047 Aug 25 16:07:53.718005 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-957ae0a7-b097-4b0a-acb5-52c05ff4588e req-677eaf16-587d-49db-b1ab-c11e7db3be45 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648565 Aug 25 16:07:53.731271 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b07845e8-ee0c-4e00-b0fd-48f4e6ae9107 req-3472bb8f-6e9e-4742-b83b-c7a169e8634c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824640 Aug 25 16:07:53.758567 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-07446f0d-343c-446d-861d-c11aebf5ce29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1099 time: 0.2154293 Aug 25 16:07:53.923455 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-a7d8646c-db81-473f-b6dd-647b5a405587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:53.925015 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-a7d8646c-db81-473f-b6dd-647b5a405587 service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.1589165 Aug 25 16:07:54.061871 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-b264f552-57c1-40e1-be74-53c7cdbdefb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 1001 time: 0.1294661 Aug 25 16:07:54.154365 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-def9a49f-c13d-4ef2-862b-336158264d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:54.155963 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-def9a49f-c13d-4ef2-862b-336158264d72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0852141 Aug 25 16:07:54.248824 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-97d57aa8-58b7-4306-8bf5-3a72654d4f6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835481 Aug 25 16:07:54.402536 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-2232f752-0594-4926-be9f-d6cb5472fb60 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464281 Aug 25 16:07:54.567821 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d72cd302-4aeb-4245-8be2-41783f3dde4c req-5c30e66f-f534-4a2d-9aee-49d25dc43ab4 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573138 Aug 25 16:07:54.590274 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 32832) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:54.807329 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:54.857620 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:54.862736 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a62f56acdd4318a4d78858cdbffbdd is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:54.866864 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:54.883823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:54.984537 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60f8e4-c55e-497e-b8e5-9e127b4fb505 req-055a7ba4-2619-4a46-81a7-a15c8a447b1b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:54.986816 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fb60f8e4-c55e-497e-b8e5-9e127b4fb505 req-055a7ba4-2619-4a46-81a7-a15c8a447b1b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1139488 Aug 25 16:07:55.055072 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.063647 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9e06-0d8c-4625-8beb-c2ae3bbb712f req-645e65bb-83dc-4291-a6fb-508424719416 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:55.065461 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fb60f8e4-c55e-497e-b8e5-9e127b4fb505 req-ffc31fe0-23ee-4871-a719-7b793a979018 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663259 Aug 25 16:07:55.070831 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f20b9e06-0d8c-4625-8beb-c2ae3bbb712f req-645e65bb-83dc-4291-a6fb-508424719416 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1515050 Aug 25 16:07:55.090703 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.101850 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b71bcb42-7270-4055-8f4b-fe028907cc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:55.162362 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02904e8d-4f8f-410f-86c4-81e845e29d3c,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:55.168144 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2a62f56acdd4318a4d78858cdbffbdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5763805 Aug 25 16:07:55.170697 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:55.172971 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 32844) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:55.178656 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f20b9e06-0d8c-4625-8beb-c2ae3bbb712f req-929a0d98-111c-4247-b55e-53e6d7bbc189 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067283 Aug 25 16:07:55.275278 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.327622 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.390069 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-37114429-8d01-46cb-9b54-135652b2fcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.423359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.431139 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5c856a22-9143-49fa-9b15-7c567edb27d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:55.451623 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02904e8d-4f8f-410f-86c4-81e845e29d3c,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:55.456713 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:55.470328 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:55.475069 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02904e8d-4f8f-410f-86c4-81e845e29d3c HTTP/1.1" status: 204 len: 168 time: 0.2994864 Aug 25 16:07:55.511476 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:07:55.997211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 32858) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:56.017715 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.055989 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:07:56.060513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Usage tracker for resource:security_group_rule and tenant:5b57b105ad4a449592f9cc67f3bb4af2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:07:56.063926 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:07:56.072441 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:07:56.163937 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.169267 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.188327 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-25aa98f1-2434-4846-bc15-2f3ed67957b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:56.292080 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b78ab-4c72-427a-a41c-d21698a3873a,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:56.297710 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:56.306116 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b57b105ad4a449592f9cc67f3bb4af2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3036401 Aug 25 16:07:56.306567 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 32866) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:07:56.363753 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359cca2-cedf-4143-ae0c-7be50954cddb req-ce780b30-79a8-45d7-a9bc-07f0858a8152 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:56.371436 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d359cca2-cedf-4143-ae0c-7be50954cddb req-ce780b30-79a8-45d7-a9bc-07f0858a8152 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1397271 Aug 25 16:07:56.430103 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.430445 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d359cca2-cedf-4143-ae0c-7be50954cddb req-5aaca652-b763-4217-8c2a-6cc7635124e7 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579326 Aug 25 16:07:56.470947 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.536280 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d736-d570-4868-b638-60bbc143d454 req-e967981d-2025-4925-9a8a-bdab3652b768 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:56.539665 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bb34d736-d570-4868-b638-60bbc143d454 req-e967981d-2025-4925-9a8a-bdab3652b768 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1688833 Aug 25 16:07:56.609553 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.618047 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e28b4e6f-b039-4c8c-bb5c-e7cab6b6b6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:07:56.653093 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bb34d736-d570-4868-b638-60bbc143d454 req-c430334a-f38d-48ef-a578-ca9a79d3c71a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028411 Aug 25 16:07:56.670452 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b78ab-4c72-427a-a41c-d21698a3873a,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:07:56.673703 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:07:56.700951 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:56.705198 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/710b78ab-4c72-427a-a41c-d21698a3873a HTTP/1.1" status: 204 len: 168 time: 0.3972723 Aug 25 16:07:56.724753 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:57.704777 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b44cb-42e4-431a-88c4-2e93f40eef64 req-a19f6d19-5025-4033-8f39-fb1da0a21ea0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:57.709004 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150b44cb-42e4-431a-88c4-2e93f40eef64 req-a19f6d19-5025-4033-8f39-fb1da0a21ea0 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1472986 Aug 25 16:07:57.871104 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-150b44cb-42e4-431a-88c4-2e93f40eef64 req-e1cc8551-01ee-4b14-93e9-57c680dc6d13 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553118 Aug 25 16:07:58.027076 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:07:59.117860 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fa6bf-9670-4f02-94f7-9bcbb8d004c6 req-5d09117f-116b-45da-81c5-5f5f137c2c7d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:59.118609 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-662fa6bf-9670-4f02-94f7-9bcbb8d004c6 req-5d09117f-116b-45da-81c5-5f5f137c2c7d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Synchronizing usage tracker for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:07:59.142945 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-662fa6bf-9670-4f02-94f7-9bcbb8d004c6 req-5d09117f-116b-45da-81c5-5f5f137c2c7d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Unset dirty status for tenant:863ddba23f424b62af4f3c2a104d2b62 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:07:59.151519 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-662fa6bf-9670-4f02-94f7-9bcbb8d004c6 req-5d09117f-116b-45da-81c5-5f5f137c2c7d tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1319780 Aug 25 16:07:59.228810 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-662fa6bf-9670-4f02-94f7-9bcbb8d004c6 req-32d8c91e-d875-4b69-afd6-206c3dae584b tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755837 Aug 25 16:07:59.992853 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-a0474eb5-6c3c-4085-806e-d548a66050a2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:07:59.994558 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-a0474eb5-6c3c-4085-806e-d548a66050a2 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.1006646 Aug 25 16:08:00.167290 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Deleting port 29ea780d-14d8-431c-a59a-600e574956c3 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:00.168295 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:00.516528 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] For port 29ea780d-14d8-431c-a59a-600e574956c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29ea780d-14d8-431c-a59a-600e574956c3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:00.517240 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:00.538894 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406e19f-4016-4f53-b06c-fe232b503c77 req-a9b1ddb2-5d82-441a-9e3a-f98abb6a3482 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:00.544381 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6406e19f-4016-4f53-b06c-fe232b503c77 req-a9b1ddb2-5d82-441a-9e3a-f98abb6a3482 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 945 time: 0.0859210 Aug 25 16:08:00.593619 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6406e19f-4016-4f53-b06c-fe232b503c77 req-29abffc3-6137-4175-a635-bdc81151925e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/security-groups?id=67bb71b7-46ee-4abb-a591-9f2882a73c71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Aug 25 16:08:00.674245 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Calling delete_port for 29ea780d-14d8-431c-a59a-600e574956c3 owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:00.885713 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:00.893517 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:00.924201 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['29ea780d-14d8-431c-a59a-600e574956c3'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:00.946581 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Pushing event deleted for resources: {'Port': ['ID=29ea780d-14d8-431c-a59a-600e574956c3,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:00.950297 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:01.025619 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] No DVR routers for this DVR port 29ea780d-14d8-431c-a59a-600e574956c3 on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:08:01.028623 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:01.035900 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'name': 'network-vif-deleted', 'tag': '29ea780d-14d8-431c-a59a-600e574956c3'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:01.050903 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-09292f4c-4ee4-455b-968a-47e80d6a7162 req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.53 "DELETE /v2.0/ports/29ea780d-14d8-431c-a59a-600e574956c3 HTTP/1.1" status: 204 len: 173 time: 1.0500627 Aug 25 16:08:01.119440 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ffad20-46db-4461-87ea-02e68b89dfea', 'name': 'network-vif-deleted', 'tag': '29ea780d-14d8-431c-a59a-600e574956c3', 'status': 'completed', 'code': 200} Aug 25 16:08:01.910730 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-cbc0cd20-69fb-44eb-8b20-2f3c87cbe681 req-fe652e79-258e-46ee-9e55-191075a62761 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8ffad20-46db-4461-87ea-02e68b89dfea HTTP/1.1" status: 200 len: 210 time: 0.0671329 Aug 25 16:08:03.030736 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 32958) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:03.585153 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947551'] for router_interface, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:04.337373 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Deleting port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:04.338012 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:04.538299 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] For port 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,segment=NetworkSegment(f33c04b6-faca-42b3-9121-bd45bffda026),segment_id=f33c04b6-faca-42b3-9121-bd45bffda026)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:04.538761 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:04.711513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Calling delete_port for 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 owned by network:router_interface {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:05.120416 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:05.123897 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:05.164540 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:05.167128 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:05.210315 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 29ea780d-14d8-431c-a59a-600e574956c3 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:05.247069 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 29ea780d-14d8-431c-a59a-600e574956c3 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:05.247395 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 29ea780d-14d8-431c-a59a-600e574956c3 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:05.485950 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4067721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947627'] for router_interface, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.267831 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Router e7544717-3756-44b8-958a-715c2cddc798 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:06.347497 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33084) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:06.530608 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.570140 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:06.574258 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Usage tracker for resource:security_group_rule and tenant:42ae306b27e248d1a386d1b96c02bd1b is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:06.577533 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:06.584051 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:06.604432 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:06.632216 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] Sync routers for ids ['e7544717-3756-44b8-958a-715c2cddc798'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:06.639295 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7544717-3756-44b8-958a-715c2cddc798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6074126 Aug 25 16:08:06.642101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33096) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:06.658673 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] Routers {'e7544717-3756-44b8-958a-715c2cddc798'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:06.659369 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:07:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['e7544717-3756-44b8-958a-715c2cddc798'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:06.668057 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.672844 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.684061 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d4b80e1e-c4f9-4cad-8b78-b870f091dc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:06.730388 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8e9a7c-6fcd-4b79-af1a-c38cc041eea1,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:06.748999 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:06.784343 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42ae306b27e248d1a386d1b96c02bd1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4385750 Aug 25 16:08:06.784976 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33102) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:06.855873 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.891951 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.898149 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] Set router e7544717-3756-44b8-958a-715c2cddc798 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:06.936935 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks [] for router, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.970819 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.976713 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5808ee36-b8f8-408e-afa8-da8529eac4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:06.989809 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8e9a7c-6fcd-4b79-af1a-c38cc041eea1,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:06.993034 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:06.995467 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:06.997745 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc8e9a7c-6fcd-4b79-af1a-c38cc041eea1 HTTP/1.1" status: 204 len: 168 time: 0.2115211 Aug 25 16:08:07.198759 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.210914 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Deleting port d3a157a6-e29c-4755-a4b6-0a4f96f30059 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:07.211724 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.235099 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:08:05Z', 'revision_number': 5, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port': {'id': 'd3a157a6-e29c-4755-a4b6-0a4f96f30059', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:79:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7544717-3756-44b8-958a-715c2cddc798', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:07.240141 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] Checking router: e7544717-3756-44b8-958a-715c2cddc798 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:07.251401 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] Routers {'e7544717-3756-44b8-958a-715c2cddc798'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:07.252177 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:07:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['e7544717-3756-44b8-958a-715c2cddc798'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:07.420206 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] For port d3a157a6-e29c-4755-a4b6-0a4f96f30059, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=d3a157a6-e29c-4755-a4b6-0a4f96f30059,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:07.420740 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.423421 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33110) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:07.446845 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.453102 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] Set router e7544717-3756-44b8-958a-715c2cddc798 gateway port host: None {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:07.480827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:07.485543 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Usage tracker for resource:security_group_rule and tenant:ccedc454d81d4d969db54d1d78e68756 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:07.488751 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:07.495448 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:07.547159 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Calling delete_port for d3a157a6-e29c-4755-a4b6-0a4f96f30059 owned by network:router_gateway {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:07.569595 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.573770 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:08:07Z', 'revision_number': 6, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port_host': None}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:07.574524 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.578523 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a74b1b-daf7-4811-bde0-0fa320d7ca77 None None] The sync data for ids ['e7544717-3756-44b8-958a-715c2cddc798'] in dv-cinder-805825-2-smb is: [{'id': 'e7544717-3756-44b8-958a-715c2cddc798', 'name': 'tempest-ServerRescueNegativeTestJSON-156285001-router', 'tenant_id': '863ddba23f424b62af4f3c2a104d2b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:08:07Z', 'revision_number': 6, 'project_id': '863ddba23f424b62af4f3c2a104d2b62', 'gw_port_host': None}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:07.582720 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-322a47f9-4d91-46be-8336-3ac9f68bc0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:07.633089 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106f87e5-14fc-4d39-8e76-99ea917a8adb,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:07.637660 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccedc454d81d4d969db54d1d78e68756&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2130892 Aug 25 16:08:07.638622 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:07.641106 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33114) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:07.707896 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.736680 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.756288 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.760576 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:07.797345 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.805322 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b2fbd01b-4fcd-473b-9ea1-ee1fd6687c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:07.810520 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a157a6-e29c-4755-a4b6-0a4f96f30059,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:07.813540 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:07.820022 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106f87e5-14fc-4d39-8e76-99ea917a8adb,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:07.822574 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:07.832483 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:07.833844 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/106f87e5-14fc-4d39-8e76-99ea917a8adb HTTP/1.1" status: 204 len: 168 time: 0.1904051 Aug 25 16:08:07.923284 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33122) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:07.998766 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Deleting subnet 120eeb65-6035-4d5b-93d0-a8e83f3c3964 {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:08:08.002554 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.059256 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582886'] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.062376 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946210'] for router_gateway, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.129174 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.214050 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1879024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1789582'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.220080 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-96e7dc1a-8d39-4dd0-b837-3fdcef8b150b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:08.258930 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120eeb65-6035-4d5b-93d0-a8e83f3c3964,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:08.262721 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:08.266181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.273371 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/120eeb65-6035-4d5b-93d0-a8e83f3c3964 HTTP/1.1" status: 204 len: 168 time: 0.3489103 Aug 25 16:08:08.275724 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33130) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:08.401268 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.468380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-948878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.473228 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.537837 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d3a157a6-e29c-4755-a4b6-0a4f96f30059 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:08.561807 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.582490 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-949278'] for router, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.583975 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7544717-3756-44b8-958a-715c2cddc798 {{(pid=75091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:08:08.584870 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: d3a157a6-e29c-4755-a4b6-0a4f96f30059 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:08.585466 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d3a157a6-e29c-4755-a4b6-0a4f96f30059 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:08.585892 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:08.601365 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.605456 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c5a86fc4-b33f-4cad-a17d-64300e975eef admin admin] 10.222.0.30 "DELETE /v2.0/routers/e7544717-3756-44b8-958a-715c2cddc798 HTTP/1.1" status: 204 len: 168 time: 1.9617827 Aug 25 16:08:08.606229 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33140) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:08.614335 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5da23be-5a12-4e5a-b3f3-1be1a7a82c98']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:08.642820 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:08.643716 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 4bbfabfd-e20b-4c67-b6a2-d16fe5074ab3 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:08.683729 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_v2 [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Deleting subnet d41dfc9f-0171-4597-8a15-853ce12cd4af {{(pid=75091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:08:08.687726 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.725726 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70ac492-246f-42ec-a1ea-d32fb44b95f9') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:08.726034 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70ac492-246f-42ec-a1ea-d32fb44b95f9') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:08.743838 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.750436 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1911378'] for subnet, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.764013 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.774679 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:08:08.775183 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:08:08.791645 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:08:08.821729 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.881599 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.886341 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:08.900906 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1925065'] for subnet, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.902681 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.914218 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5da23be-5a12-4e5a-b3f3-1be1a7a82c98,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:08.914591 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:08.921670 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:08.930004 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-eb2a1966-7aa9-4945-ac5f-b9725059acc0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5da23be-5a12-4e5a-b3f3-1be1a7a82c98 HTTP/1.1" status: 204 len: 168 time: 0.6531188 Aug 25 16:08:08.949175 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:08.955708 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d41dfc9f-0171-4597-8a15-853ce12cd4af HTTP/1.1" status: 204 len: 168 time: 0.3483653 Aug 25 16:08:08.958400 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33152) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:08.960687 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41dfc9f-0171-4597-8a15-853ce12cd4af,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:08.963945 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-227632a9-076a-4993-838a-0d25d3418335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:08.991308 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33156) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:09.093770 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.148672 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1273832304-network', 'tenant_id': '80eb1587aa074180b3a20a488c4382fc'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:09.155155 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:09.159747 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Usage tracker for resource:network and tenant:80eb1587aa074180b3a20a488c4382fc is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:09.163803 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:09.170514 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:09.186721 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33162) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:09.189794 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Made reservation on behalf of 80eb1587aa074180b3a20a488c4382fc for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:09.192277 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.227352 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.248877 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.257930 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.274388 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10422bd8-f401-444b-8336-b34a875ca47f']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:09.275302 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:09.287335 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Usage tracker for resource:security_group_rule and tenant:80eb1587aa074180b3a20a488c4382fc is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:09.289189 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33c04b6-faca-42b3-9121-bd45bffda026') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:09.289463 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33c04b6-faca-42b3-9121-bd45bffda026') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:09.292700 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:09.300627 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-2984afe9-546f-4aeb-ad13-ac1d028edc75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=944ff57361b441a9b41782ac0ba2c5f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1125000 Aug 25 16:08:09.302277 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:09.303614 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33166) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:09.307856 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.342499 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.358550 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:08:09.358952 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:08:09.372193 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:08:09.379121 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.384796 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.388674 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-33cd70c5-4c17-4601-a97a-bcb9719568fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:09.420630 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cecb923-2df8-47c3-88ce-ccb51d553203,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:09.423574 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:09.476426 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.484591 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:09.489119 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.494993 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.495327 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Added segment c36409c8-5d3f-4fa7-9548-655290f4a124 of type vlan for network a4787d0a-0513-4fb1-9051-b75c961635f1 Aug 25 16:08:09.495739 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a8e64614-c61e-40b0-923b-9581f63d1b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:09.520023 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Pushing event deleted for resources: {'Network': ['ID=10422bd8-f401-444b-8336-b34a875ca47f,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:09.522287 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.522836 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.526332 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:09.537107 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] 10.222.0.30 "DELETE /v2.0/networks/10422bd8-f401-444b-8336-b34a875ca47f HTTP/1.1" status: 204 len: 168 time: 0.5776205 Aug 25 16:08:09.556825 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.557108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.558247 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:09.559004 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.563974 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:09.622499 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.630444 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4b28b94b-73a9-45d3-a5c7-c64f5d3db8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:09.652309 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b411c8-fa35-47c7-8a2c-3b61daa394e0,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:09.656277 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:09.667748 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.669260 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6b411c8-fa35-47c7-8a2c-3b61daa394e0 HTTP/1.1" status: 204 len: 168 time: 0.3644941 Aug 25 16:08:09.673868 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Pushing event updated for resources: {'Network': ['ID=a4787d0a-0513-4fb1-9051-b75c961635f1,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:09.677675 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6852233 Aug 25 16:08:09.678906 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:09.681241 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33174) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:09.688851 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Request body: {'subnet': {'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1273832304-subnet', 'tenant_id': '80eb1587aa074180b3a20a488c4382fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:09.690842 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network a4787d0a-0513-4fb1-9051-b75c961635f1 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:09.694561 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:09.698706 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Usage tracker for resource:subnet and tenant:80eb1587aa074180b3a20a488c4382fc is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:09.701870 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:09.708868 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:09.721421 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Made reservation on behalf of 80eb1587aa074180b3a20a488c4382fc for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:09.725126 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1789589'] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:09.868278 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33180) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:10.009297 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-77a00539-f346-436f-8d79-47a70a94f9fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=863ddba23f424b62af4f3c2a104d2b62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1396024 Aug 25 16:08:10.012078 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33186) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:10.062087 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1878975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1789575'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.070221 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6ee0fb9c-6a11-4f03-bcee-c529553e904e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:10.097847 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3b1d061f-b716-45b3-9f0f-b2d4ee430908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.132906 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3b1d061f-b716-45b3-9f0f-b2d4ee430908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.148713 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8578649-6826-4f18-a8fe-5bbd1f90d301,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:10.151828 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:10.167082 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Checking segment: {'id': 'c36409c8-5d3f-4fa7-9548-655290f4a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:10.167619 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Network hostable DHCP agents. Network: a4787d0a-0513-4fb1-9051-b75c961635f1, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:10.193538 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Network a4787d0a-0513-4fb1-9051-b75c961635f1 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:10.204798 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, a4787d0a-0513-4fb1-9051-b75c961635f1) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:10.209678 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:10.212313 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.216391 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec67c0-4dfa-4470-a841-e492d3e0d146 None None] Network a4787d0a-0513-4fb1-9051-b75c961635f1 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:10.234623 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3b1d061f-b716-45b3-9f0f-b2d4ee430908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.240254 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-271497a1-e69d-4934-9015-4f3dc5af4d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:10.254146 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a991cb55-3c63-473d-b2d6-6bae2d7c167e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5639269 Aug 25 16:08:10.254573 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d061f-b716-45b3-9f0f-b2d4ee430908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb71b7-46ee-4abb-a591-9f2882a73c71,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:10.257508 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3b1d061f-b716-45b3-9f0f-b2d4ee430908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:10.263175 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3b1d061f-b716-45b3-9f0f-b2d4ee430908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:10.266853 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-3b1d061f-b716-45b3-9f0f-b2d4ee430908 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67bb71b7-46ee-4abb-a591-9f2882a73c71 HTTP/1.1" status: 204 len: 168 time: 0.2511525 Aug 25 16:08:10.479672 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e34e9-5627-4782-b37f-bc70522dcaa3 None None] Network a4787d0a-0513-4fb1-9051-b75c961635f1 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:11.585107 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33256) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:11.618216 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33262) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:11.625603 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1599169624-network', 'tenant_id': '8339b923926047fc9c78c29ee7e3bdd7'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:11.631860 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:11.638538 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Usage tracker for resource:network and tenant:8339b923926047fc9c78c29ee7e3bdd7 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:11.642597 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:11.655836 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:11.674017 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Made reservation on behalf of 8339b923926047fc9c78c29ee7e3bdd7 for: {'network': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:11.678588 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.695685 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.730976 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:11.734979 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Usage tracker for resource:security_group_rule and tenant:8339b923926047fc9c78c29ee7e3bdd7 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:11.739955 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:11.747177 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:11.816262 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.820562 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.823751 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-bde4f2b3-dc46-4528-8e20-efa29ec50942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:11.857306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=75092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:11.863154 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ede9073-c572-428f-a56c-0e960adf219c,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:11.867750 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:11.872455 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.872962 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.segments_db [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Added segment 9c6e1903-7107-4b91-bb14-8e3123046362 of type vlan for network 0ac7157c-8179-4c1a-9df1-d88a1546a7b9 Aug 25 16:08:11.903478 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-236095175-network', 'tenant_id': '281630c86f37493fb0b7cb948528f899'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:11.909705 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.913985 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:11.919175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Usage tracker for resource:network and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:11.922698 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:11.929823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:11.952298 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Made reservation on behalf of 281630c86f37493fb0b7cb948528f899 for: {'network': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:11.954650 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.965472 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.968181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:11.968749 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:11.973333 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ef121536-494c-46c5-b1b4-1af840321423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:11.985166 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.093583 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4740698 Aug 25 16:08:12.096543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33266) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:12.103146 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Request body: {'subnet': {'network_id': '0ac7157c-8179-4c1a-9df1-d88a1546a7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1599169624-subnet', 'tenant_id': '8339b923926047fc9c78c29ee7e3bdd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:12.103378 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac7157c-8179-4c1a-9df1-d88a1546a7b9,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:12.105954 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:12.108156 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:12.108320 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:12.111256 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Usage tracker for resource:security_group_rule and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:12.112584 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Usage tracker for resource:subnet and tenant:8339b923926047fc9c78c29ee7e3bdd7 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:12.115139 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:12.116061 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 0ac7157c-8179-4c1a-9df1-d88a1546a7b9 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:12.121717 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:12.123317 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:12.130686 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:12.143038 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Made reservation on behalf of 8339b923926047fc9c78c29ee7e3bdd7 for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:12.146311 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1925074'] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.209036 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.213380 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.217430 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8b82805c-555b-4a82-92e4-366b27aadb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:12.248390 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=75092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:12.259184 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae8ddb2-a8fe-41fb-8183-4eccac10606d,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:12.263278 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:12.266391 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.266732 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.segments_db [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Added segment 6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b of type vlan for network a29a2596-089e-4bab-ab4b-238d909eee7e Aug 25 16:08:12.298017 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.330622 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.331921 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:12.332508 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.337827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ab1d4729-3f14-4872-a8c4-b2aa60fe66e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:12.377340 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1510349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1925056'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.381791 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1e7b1fd4-72c0-4bb6-be68-b476f0e97133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:12.436770 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8503766 Aug 25 16:08:12.439429 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33270) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:12.442638 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Pushing event updated for resources: {'Network': ['ID=a29a2596-089e-4bab-ab4b-238d909eee7e,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:12.448004 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Request body: {'subnet': {'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-subnet', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:12.452337 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:12.454542 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:12.454935 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network a29a2596-089e-4bab-ab4b-238d909eee7e details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:12.458453 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=28084c9e-a28c-4311-b310-9316678bd816,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:12.458607 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Usage tracker for resource:subnet and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:12.461547 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:12.462828 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:12.473699 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Checking segment: {'id': '9c6e1903-7107-4b91-bb14-8e3123046362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '0ac7157c-8179-4c1a-9df1-d88a1546a7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:12.473946 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:12.474050 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Network hostable DHCP agents. Network: 0ac7157c-8179-4c1a-9df1-d88a1546a7b9, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:12.484569 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Made reservation on behalf of 281630c86f37493fb0b7cb948528f899 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:12.486975 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1789589'] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.498652 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Network 0ac7157c-8179-4c1a-9df1-d88a1546a7b9 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:12.510668 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 0ac7157c-8179-4c1a-9df1-d88a1546a7b9) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:12.516799 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:12.517131 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.534698 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d46df-90c3-447a-a636-e71b00227990 None None] Network 0ac7157c-8179-4c1a-9df1-d88a1546a7b9 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:12.541226 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4425738 Aug 25 16:08:12.800875 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1878975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1789575'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.806320 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a64d07fe-0709-45dd-8d02-c5b2b0315a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:12.811530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f28038-1c7b-4c33-a9a3-47c1e9a073a3 None None] Network 0ac7157c-8179-4c1a-9df1-d88a1546a7b9 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:12.889584 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6939263-c991-445d-80ac-37c309c153cb,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:12.896252 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:12.908442 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Checking segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:12.908801 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Network hostable DHCP agents. Network: a29a2596-089e-4bab-ab4b-238d909eee7e, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:12.938645 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Network a29a2596-089e-4bab-ab4b-238d909eee7e is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:12.951453 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, a29a2596-089e-4bab-ab4b-238d909eee7e) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:12.955656 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:12.956295 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:12.962598 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3d5819-5ddb-49aa-a12f-2b6d2137eb12 None None] Network a29a2596-089e-4bab-ab4b-238d909eee7e requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:12.986400 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d2fe8e70-74f3-40b2-a25f-147d17f485b6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5459313 Aug 25 16:08:12.989571 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33286) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:12.995663 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:13.001097 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:13.005994 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Usage tracker for resource:router and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:13.009502 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:13.016481 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:13.028701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.029848 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.060369 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.240894 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.326803 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-3a6465db-f070-47da-beab-1914daf4d147 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:13.327510 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-3a6465db-f070-47da-beab-1914daf4d147 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Synchronizing usage tracker for tenant:80eb1587aa074180b3a20a488c4382fc on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:13.334685 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-a29a2596-089e-4bab-ab4b-238d909eee7e', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:08:13.335515 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.349711 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-3a6465db-f070-47da-beab-1914daf4d147 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Unset dirty status for tenant:80eb1587aa074180b3a20a488c4382fc on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:13.350894 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-3a6465db-f070-47da-beab-1914daf4d147 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/networks?id=a4787d0a-0513-4fb1-9051-b75c961635f1 HTTP/1.1" status: 200 len: 809 time: 0.2054107 Aug 25 16:08:13.370611 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-a2334e16-4a11-40c9-91e3-34f60c6d5d31 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/quotas/80eb1587aa074180b3a20a488c4382fc HTTP/1.1" status: 200 len: 375 time: 0.0120089 Aug 25 16:08:13.420782 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-7900dbe4-3e83-461a-9ac4-a5207d224b99 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=80eb1587aa074180b3a20a488c4382fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444133 Aug 25 16:08:13.443142 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.474280 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.539556 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Allocated IP 172.20.0.2 (a29a2596-089e-4bab-ab4b-238d909eee7e/d6939263-c991-445d-80ac-37c309c153cb/801ef5dd-aef3-41fb-a147-7c66178b9c4f) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:13.663334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Allocated IP 172.28.1.157 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/49001084-8e51-4761-9de4-fe75c9333134) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:13.669545 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-d294efbd-e9df-4591-bd83-66c0ecac287f service neutron] 10.222.0.30 "GET /v2.0/networks/a4787d0a-0513-4fb1-9051-b75c961635f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409205 Aug 25 16:08:13.763241 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.774914 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Transition to ACTIVE for port object 801ef5dd-aef3-41fb-a147-7c66178b9c4f will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:13.795401 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Transition to ACTIVE for port object 801ef5dd-aef3-41fb-a147-7c66178b9c4f will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:13.802546 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.811614 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:13.815389 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-0f71d4ba-3096-4169-8fb1-eb7a1657d8be service neutron] 10.222.0.30 "GET /v2.0/networks/a4787d0a-0513-4fb1-9051-b75c961635f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370308 Aug 25 16:08:13.836852 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.869527 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:13.873997 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-239ed486-9ccd-454a-b996-3fa30d2cf992 tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:13.879240 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Network a29a2596-089e-4bab-ab4b-238d909eee7e is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:13.882414 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:13.887102 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:13.891050 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Pushing event updated for resources: {'Port': ['ID=801ef5dd-aef3-41fb-a147-7c66178b9c4f,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:13.932527 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.932880 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.933217 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.933550 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.933885 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.934215 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.934539 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.934865 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.935187 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.935505 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.939888 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:13.951551 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:13.955451 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:13.957253 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Pushing event updated for resources: {'Port': ['ID=49001084-8e51-4761-9de4-fe75c9333134,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:13.960437 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:13.974897 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:13.988494 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:14.033596 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Attempting to bind port 801ef5dd-aef3-41fb-a147-7c66178b9c4f on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:14.034194 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Attempting to bind port 801ef5dd-aef3-41fb-a147-7c66178b9c4f by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:14.034326 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Attempting to bind port 801ef5dd-aef3-41fb-a147-7c66178b9c4f on network a29a2596-089e-4bab-ab4b-238d909eee7e {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:14.041613 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-30fe8e2a-950d-438a-9e90-056238940b19 req-886ab80b-3efa-42be-b0d4-ff8fb3f30e36 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 210 time: 0.0520048 Aug 25 16:08:14.042899 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:14.043713 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Checking segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:14.043713 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:14.044102 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Bound using segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:14.044576 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Bound port: 801ef5dd-aef3-41fb-a147-7c66178b9c4f, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:14.044953 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:14.137228 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] For port 801ef5dd-aef3-41fb-a147-7c66178b9c4f, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:14.141002 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] For port 801ef5dd-aef3-41fb-a147-7c66178b9c4f, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=801ef5dd-aef3-41fb-a147-7c66178b9c4f,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:14.146599 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:14.151399 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:14.180901 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:14.182289 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:14.252592 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Pushing event updated for resources: {'Port': ['ID=801ef5dd-aef3-41fb-a147-7c66178b9c4f,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:14.265021 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:14.498980 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:08:14.871149 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:14.881311 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Sync routers for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:14.895834 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:14.896477 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:07:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:14.907750 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Notify callbacks [] for router, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:14.910514 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9181592 Aug 25 16:08:14.911973 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33314) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:15.109281 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:15.335276 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051426dd-3275-4299-8de2-27e2efec7f02 None None] Network a29a2596-089e-4bab-ab4b-238d909eee7e requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:15.347977 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5fda925a-ecb8-4138-ae34-07d73ce3a4ef req-6014786d-1a4a-461a-9145-1af2fc309d17 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 210 time: 0.1351602 Aug 25 16:08:15.496091 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-5ee46c45-9062-486a-8b15-ece5cf712819 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:15.497884 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-5ee46c45-9062-486a-8b15-ece5cf712819 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.53 "GET /v2.0/networks?id=a4787d0a-0513-4fb1-9051-b75c961635f1 HTTP/1.1" status: 200 len: 809 time: 0.2147348 Aug 25 16:08:15.529457 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Request body: {'port': {'device_id': '97c37560-f234-4146-9bf6-40240fd4aee1', 'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1', 'admin_state_up': True, 'tenant_id': '80eb1587aa074180b3a20a488c4382fc'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:15.559201 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-a8ca5b08-0ba3-4092-8050-ad2dbbccc00c None None] Provisioning for port 801ef5dd-aef3-41fb-a147-7c66178b9c4f completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:15.734086 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:15.738804 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Usage tracker for resource:port and tenant:80eb1587aa074180b3a20a488c4382fc is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:15.741824 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:15.749832 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:15.764844 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Made reservation on behalf of 80eb1587aa074180b3a20a488c4382fc for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:15.768301 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:15.781521 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:14Z', 'revision_number': 3, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:15.788032 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Checking router: c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:15.788430 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Updating router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 port 49001084-8e51-4761-9de4-fe75c9333134 binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:15.849750 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.002859 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Allocated IP 172.20.0.8 (a4787d0a-0513-4fb1-9051-b75c961635f1/e8578649-6826-4f18-a8fe-5bbd1f90d301/162fa43c-1c37-44ce-b616-f3916c00f98c) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:16.055682 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.260322 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.300650 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.308206 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-82c8c9af-7820-4484-a31d-7d0c1f043e34 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:16.312067 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.325916 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Transition to ACTIVE for port object 49001084-8e51-4761-9de4-fe75c9333134 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:16.334458 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.337062 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Allocated IP 172.20.0.1 (a29a2596-089e-4bab-ab4b-238d909eee7e/d6939263-c991-445d-80ac-37c309c153cb/8ba10676-f453-499d-8769-71b8af692bd9) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:16.338227 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:16.397450 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Network a4787d0a-0513-4fb1-9051-b75c961635f1 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:16.398482 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Pushing event updated for resources: {'Port': ['ID=162fa43c-1c37-44ce-b616-f3916c00f98c,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:16.401219 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:16.403020 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:16.403712 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:16.455419 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3288ab-1f45-4c0c-b3ad-4612ecbfa967 None None] Pushing event updated for resources: {'Port': ['ID=49001084-8e51-4761-9de4-fe75c9333134,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:16.462481 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-bf3288ab-1f45-4c0c-b3ad-4612ecbfa967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:16.463506 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Attempting to bind port 49001084-8e51-4761-9de4-fe75c9333134 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:16.463908 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Attempting to bind port 49001084-8e51-4761-9de4-fe75c9333134 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:16.464297 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Attempting to bind port 49001084-8e51-4761-9de4-fe75c9333134 on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:16.471903 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:16.472292 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:16.472692 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.473611 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:16.474091 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Bound port: 49001084-8e51-4761-9de4-fe75c9333134, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:16.474465 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.483440 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:16.486610 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.512216 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892819 Aug 25 16:08:16.530956 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 801ef5dd-aef3-41fb-a147-7c66178b9c4f up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:16.536817 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Request body: {'port': {'device_id': '97c37560-f234-4146-9bf6-40240fd4aee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:16.620823 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] For port 49001084-8e51-4761-9de4-fe75c9333134, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:16.625855 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] For port 49001084-8e51-4761-9de4-fe75c9333134, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=49001084-8e51-4761-9de4-fe75c9333134,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:16.629501 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.632156 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.637958 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:16.651262 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Transition to ACTIVE for port object 8ba10676-f453-499d-8769-71b8af692bd9 will not be triggered until provisioned by entity DHCP. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:16.682246 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.688991 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:16.722503 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 801ef5dd-aef3-41fb-a147-7c66178b9c4f completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:16.726304 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3288ab-1f45-4c0c-b3ad-4612ecbfa967 None None] Pushing event updated for resources: {'Port': ['ID=49001084-8e51-4761-9de4-fe75c9333134,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:16.730576 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-bf3288ab-1f45-4c0c-b3ad-4612ecbfa967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:16.732944 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 801ef5dd-aef3-41fb-a147-7c66178b9c4f triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:16.733314 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.734742 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987fd8-a5aa-49f0-ace8-375519fe9f28 req-56adbfe9-6f20-465c-b98e-ed5954580c32 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:16.735585 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-44987fd8-a5aa-49f0-ace8-375519fe9f28 req-56adbfe9-6f20-465c-b98e-ed5954580c32 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Synchronizing usage tracker for tenant:80eb1587aa074180b3a20a488c4382fc on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:16.740398 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:16.775910 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:16.776532 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:07:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:16.780689 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Pushing event updated for resources: {'Port': ['ID=8ba10676-f453-499d-8769-71b8af692bd9,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:16.783742 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:16.786672 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Network a29a2596-089e-4bab-ab4b-238d909eee7e is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:16.788249 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:16.791246 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:16.821510 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-44987fd8-a5aa-49f0-ace8-375519fe9f28 req-56adbfe9-6f20-465c-b98e-ed5954580c32 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Unset dirty status for tenant:80eb1587aa074180b3a20a488c4382fc on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:16.822713 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-44987fd8-a5aa-49f0-ace8-375519fe9f28 req-56adbfe9-6f20-465c-b98e-ed5954580c32 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 931 time: 0.2529941 Aug 25 16:08:16.862955 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.032466 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-44987fd8-a5aa-49f0-ace8-375519fe9f28 req-afccc8cc-bbfe-4935-98d9-d84167e1b41b tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002482 Aug 25 16:08:17.061207 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.121644 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:17.135143 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.173154 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 801ef5dd-aef3-41fb-a147-7c66178b9c4f, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=801ef5dd-aef3-41fb-a147-7c66178b9c4f,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:17.181661 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.190859 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:17.306693 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162fa43c-1c37-44ce-b616-f3916c00f98c {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:17.321455 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.347210 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Transition to ACTIVE for port object 162fa43c-1c37-44ce-b616-f3916c00f98c will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:17.353746 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.358399 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:17.385932 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33334) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:17.399619 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-96ef2604-a28b-4759-a7ec-f59e33e0c6d3 None None] Provisioning for port 8ba10676-f453-499d-8769-71b8af692bd9 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:17.413306 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-96ef2604-a28b-4759-a7ec-f59e33e0c6d3 None None] Provisioning complete for port 8ba10676-f453-499d-8769-71b8af692bd9 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:17.413691 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-96ef2604-a28b-4759-a7ec-f59e33e0c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.438136 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.442035 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=801ef5dd-aef3-41fb-a147-7c66178b9c4f,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:17.446118 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:17.450748 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.489714 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6fe26eac-6dee-49b7-a0e4-0a7c5a917db5 tempest-DeleteServersTestJSON-26224408 tempest-DeleteServersTestJSON-26224408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:17.491117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Pushing event updated for resources: {'Port': ['ID=162fa43c-1c37-44ce-b616-f3916c00f98c,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:17.495384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:17.507252 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-96ef2604-a28b-4759-a7ec-f59e33e0c6d3 None None] Port 8ba10676-f453-499d-8769-71b8af692bd9 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:17.575589 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Pushing event updated for resources: {'Port': ['ID=8ba10676-f453-499d-8769-71b8af692bd9,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:17.578575 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.587336 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:17.643203 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:14Z', 'revision_number': 3, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:17.651940 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff51281-3c5a-43fc-a72f-d748c5006d76 None None] The sync data for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb is: [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:14Z', 'revision_number': 3, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:17.708672 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Attempting to bind port 162fa43c-1c37-44ce-b616-f3916c00f98c on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:17.709073 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Attempting to bind port 162fa43c-1c37-44ce-b616-f3916c00f98c by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'c36409c8-5d3f-4fa7-9548-655290f4a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:17.709467 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Attempting to bind port 162fa43c-1c37-44ce-b616-f3916c00f98c on network a4787d0a-0513-4fb1-9051-b75c961635f1 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:17.731854 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Port 162fa43c-1c37-44ce-b616-f3916c00f98c on network a4787d0a-0513-4fb1-9051-b75c961635f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:08:17.732176 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Attempting to bind port 162fa43c-1c37-44ce-b616-f3916c00f98c on network a4787d0a-0513-4fb1-9051-b75c961635f1 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:17.740992 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.749987 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:17.750320 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Checking segment: {'id': 'c36409c8-5d3f-4fa7-9548-655290f4a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:17.750704 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Bound using segment: {'id': 'c36409c8-5d3f-4fa7-9548-655290f4a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:17.751163 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Bound port: 162fa43c-1c37-44ce-b616-f3916c00f98c, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36409c8-5d3f-4fa7-9548-655290f4a124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:17.751489 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.753415 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Network a29a2596-089e-4bab-ab4b-238d909eee7e is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:17.754645 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:17.845591 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:17.867470 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ae8fbed8cb4506a2287c90063160fa is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:17.875108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:17.890805 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:17.900762 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] For port 162fa43c-1c37-44ce-b616-f3916c00f98c, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:17.907272 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] For port 162fa43c-1c37-44ce-b616-f3916c00f98c, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=162fa43c-1c37-44ce-b616-f3916c00f98c,segment=NetworkSegment(c36409c8-5d3f-4fa7-9548-655290f4a124),segment_id=c36409c8-5d3f-4fa7-9548-655290f4a124)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:17.917367 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:17.923682 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:18.009293 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.010760 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/162fa43c-1c37-44ce-b616-f3916c00f98c HTTP/1.1" status: 200 len: 1093 time: 1.4803114 Aug 25 16:08:18.012480 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c37560-f234-4146-9bf6-40240fd4aee1', 'tag': '162fa43c-1c37-44ce-b616-f3916c00f98c'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:18.064170 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Pushing event updated for resources: {'Port': ['ID=162fa43c-1c37-44ce-b616-f3916c00f98c,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:18.077331 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:18.119843 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c37560-f234-4146-9bf6-40240fd4aee1', 'tag': '162fa43c-1c37-44ce-b616-f3916c00f98c', 'status': 'completed', 'code': 200} Aug 25 16:08:18.153881 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-825728dc-a655-47de-b095-f88cc61cd8df None None] Provisioning complete for port 8ba10676-f453-499d-8769-71b8af692bd9 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:18.154451 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-825728dc-a655-47de-b095-f88cc61cd8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.170965 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.179004 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.213615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-881e1754-6254-4119-87a8-31c7da1145f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:18.222436 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7ae8fbed8cb4506a2287c90063160fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8302624 Aug 25 16:08:18.236901 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33344) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:18.242333 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-825728dc-a655-47de-b095-f88cc61cd8df None None] Port 8ba10676-f453-499d-8769-71b8af692bd9 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:18.339510 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c7c23e-8648-4ccb-b92c-7334ea51a5cb,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:18.357791 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:18.364240 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:18.387783 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-4007fd7d-549e-452b-9bb5-3351ed1f1e18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80eb1587aa074180b3a20a488c4382fc&device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 1096 time: 0.2698312 Aug 25 16:08:18.485486 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.519816 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-037b6bfd-897a-41b9-b000-f1203fdc8534 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162fa43c-1c37-44ce-b616-f3916c00f98c HTTP/1.1" status: 200 len: 217 time: 0.1175008 Aug 25 16:08:18.533212 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 49001084-8e51-4761-9de4-fe75c9333134 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:18.579995 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b23689-6fec-4688-8ee5-6366c753159f req-c0b225c5-a050-4464-8f11-c739c7e25ae8 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:18.581875 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-61b23689-6fec-4688-8ee5-6366c753159f req-c0b225c5-a050-4464-8f11-c739c7e25ae8 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 943 time: 0.3437750 Aug 25 16:08:18.595283 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.632716 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 49001084-8e51-4761-9de4-fe75c9333134 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:18.633647 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:18.643579 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 49001084-8e51-4761-9de4-fe75c9333134 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:18.644277 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.645838 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] 10.222.0.30 "PUT /v2.0/routers/c8ab0a46-2e3f-4672-aeb5-3720c9b00c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7327490 Aug 25 16:08:18.725449 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-37c35664-2829-4aff-a51e-615029861619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:18.727639 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-37c35664-2829-4aff-a51e-615029861619 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8578649-6826-4f18-a8fe-5bbd1f90d301 HTTP/1.1" status: 200 len: 849 time: 0.1927829 Aug 25 16:08:18.809827 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-b9edaf0b-221b-44a4-b560-f68462e0162f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4787d0a-0513-4fb1-9051-b75c961635f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716636 Aug 25 16:08:18.841421 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-61b23689-6fec-4688-8ee5-6366c753159f req-8a9e2c3a-51ee-4a57-bf8d-fa770987b6dc tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489877 Aug 25 16:08:18.891276 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.894262 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.911641 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f5d49b11-7167-4349-a4f3-f9736b319778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:18.930555 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 49001084-8e51-4761-9de4-fe75c9333134, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=49001084-8e51-4761-9de4-fe75c9333134,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:18.935907 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c7c23e-8648-4ccb-b92c-7334ea51a5cb,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:18.936770 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.938071 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:18.939419 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 801ef5dd-aef3-41fb-a147-7c66178b9c4f up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:18.941914 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7c7c23e-8648-4ccb-b92c-7334ea51a5cb HTTP/1.1" status: 204 len: 168 time: 0.7011003 Aug 25 16:08:18.942911 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:18.975379 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-9663e27b-52d6-4ed8-91a3-1784caa8b477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:19.012761 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-fc8329b5-45f1-48c1-a45e-a33c0f7c1d33 service neutron] 10.222.0.53 "GET /v2.0/networks/a4787d0a-0513-4fb1-9051-b75c961635f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960299 Aug 25 16:08:19.131221 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=49001084-8e51-4761-9de4-fe75c9333134,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:19.135082 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:19.151653 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 801ef5dd-aef3-41fb-a147-7c66178b9c4f triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:19.152363 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:19.182883 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2dd8c17a-3de4-4ff0-bd8a-68ca3846eb02 req-e186c97a-26cb-4dc7-b65a-1d0b63627f14 service neutron] 10.222.0.53 "GET /v2.0/networks/a4787d0a-0513-4fb1-9051-b75c961635f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631711 Aug 25 16:08:19.419491 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33eef922-1ab1-4ffd-863a-922887e7437b req-15fc3b92-629c-4b51-b880-57b2dab09efa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=80eb1587aa074180b3a20a488c4382fc&device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 1096 time: 0.1080053 Aug 25 16:08:19.561201 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eef922-1ab1-4ffd-863a-922887e7437b req-30568ba9-4128-4774-8671-7eebdfd916be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:19.563149 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33eef922-1ab1-4ffd-863a-922887e7437b req-30568ba9-4128-4774-8671-7eebdfd916be service neutron] 10.222.0.53 "GET /v2.0/networks?id=a4787d0a-0513-4fb1-9051-b75c961635f1 HTTP/1.1" status: 200 len: 910 time: 0.1372168 Aug 25 16:08:19.613460 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33368) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:19.627102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061207660', 'description': 'tempest-description--1724769312'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:19.634830 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:19.640473 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:19.645556 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:19.647930 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33eef922-1ab1-4ffd-863a-922887e7437b req-4df33e29-3fa7-4f85-ac13-c5ff5298ee39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=162fa43c-1c37-44ce-b616-f3916c00f98c HTTP/1.1" status: 200 len: 217 time: 0.0770359 Aug 25 16:08:19.652529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:19.667260 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:19.706297 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:19.711059 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group_rule and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:19.714304 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:19.717560 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eef922-1ab1-4ffd-863a-922887e7437b req-c5994c19-67bc-4873-872c-483621ad314d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:19.719039 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33eef922-1ab1-4ffd-863a-922887e7437b req-c5994c19-67bc-4873-872c-483621ad314d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e8578649-6826-4f18-a8fe-5bbd1f90d301 HTTP/1.1" status: 200 len: 849 time: 0.0636179 Aug 25 16:08:19.721096 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:19.775285 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33eef922-1ab1-4ffd-863a-922887e7437b req-c30c7108-fa6a-494c-bb2e-78bc150aa891 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a4787d0a-0513-4fb1-9051-b75c961635f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493255 Aug 25 16:08:19.812875 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:19.818830 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:19.828374 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-52a7dab8-e64c-4c69-bc49-c7e94480ed60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:19.906299 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:19.910804 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:19.912263 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:19.914371 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-ac04e8f3-05b7-4cab-a501-c80b3edf394f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2995856 Aug 25 16:08:19.917778 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33380) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:19.926796 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'security_group_rule': {'security_group_id': '6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:19.932510 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33eef922-1ab1-4ffd-863a-922887e7437b req-37e6a3bc-164b-4195-a6db-4bc36e714752 service neutron] 10.222.0.53 "GET /v2.0/networks/a4787d0a-0513-4fb1-9051-b75c961635f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507182 Aug 25 16:08:19.932863 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:19.937709 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group_rule and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:19.941101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:19.948345 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:19.969134 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.016614 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33384) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:20.063729 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.069956 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.073768 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:20.097456 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4a5574-195b-4ca1-b795-5ec4191af084,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:20.103042 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:20.108824 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.110153 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1910443 Aug 25 16:08:20.115578 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33390) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:20.121538 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'security_group_rule': {'security_group_id': '6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:20.128202 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:20.133025 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group_rule and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:20.136510 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:20.145907 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:20.167159 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.185133 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-711203207-network', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:20.198358 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:20.206375 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Usage tracker for resource:network and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:20.214731 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:20.221703 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:20.226661 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-33eef922-1ab1-4ffd-863a-922887e7437b req-7bc97403-d42a-4077-ae86-20744195c02c service neutron] 10.222.0.53 "GET /v2.0/networks/a4787d0a-0513-4fb1-9051-b75c961635f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872632 Aug 25 16:08:20.232873 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee475f1a-6e59-41b9-bdae-0aab66eb00ae req-b8955c66-3302-4a35-b47f-8513e0a37ff3 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:20.234330 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ee475f1a-6e59-41b9-bdae-0aab66eb00ae req-b8955c66-3302-4a35-b47f-8513e0a37ff3 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 943 time: 0.1884096 Aug 25 16:08:20.242210 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Made reservation on behalf of 48bd31ef7a60480d8b0bc5421b03fa07 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:20.244544 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.259742 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.288494 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ee475f1a-6e59-41b9-bdae-0aab66eb00ae req-cc30889d-6297-441b-a411-a7ed2210e511 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457175 Aug 25 16:08:20.293485 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.303133 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.307970 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1674b21c-6e41-469c-8747-8d8053df3b09 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:20.324244 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:20.332816 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957c4c04-ac85-41a3-b73a-4b3b019a73b7,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:20.336732 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:20.339359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:20.340629 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:20.350801 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:20.361148 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.362365 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2458069 Aug 25 16:08:20.366949 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33394) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:20.379982 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'floatingip': {'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:20.385933 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:20.390090 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:floatingip and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:20.393519 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:20.399494 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:20.409380 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 49001084-8e51-4761-9de4-fe75c9333134 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:20.427152 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.431328 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.436426 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8e0bedf1-b3e0-49b3-8033-5b945bff62b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:20.437449 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.467245 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:20.476668 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:20.480226 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:20.482848 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 49001084-8e51-4761-9de4-fe75c9333134 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:20.483231 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.484298 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.484640 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Added segment 6b8afc76-7b0e-4801-ade2-a817ec19a0be of type vlan for network 0b8af372-8e4a-4bdd-8714-5085d133c770 Aug 25 16:08:20.512582 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.545994 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.547196 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:20.548302 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.554318 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6ba2f92b-107a-479c-be87-93b3fbe78458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:20.608204 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:20.760639 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Allocated IP 172.28.1.9 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/262ea659-15ae-4f6a-8240-ecfce3c5cf40) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:20.763074 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Pushing event updated for resources: {'Network': ['ID=0b8af372-8e4a-4bdd-8714-5085d133c770,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:20.765999 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7478859 Aug 25 16:08:20.766884 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a440bfb3-fa2e-4ed2-a48f-2dd53881b08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:20.769602 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33398) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:20.777053 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:20.780111 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Request body: {'subnet': {'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-711203207-subnet', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:20.786698 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:20.793706 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Usage tracker for resource:subnet and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:20.809548 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:20.863114 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:20.883312 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Made reservation on behalf of 48bd31ef7a60480d8b0bc5421b03fa07 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:20.885618 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1789589'] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.036710 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.124270 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.131351 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f899ee2a-1ea9-4970-b1cb-49309a6a6a5e tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:21.229659 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:21.235611 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:21.240849 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:21.268854 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'Port': ['ID=262ea659-15ae-4f6a-8240-ecfce3c5cf40,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:21.271877 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1878975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1789575'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.277373 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:21.284545 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9feacc96-35ff-436f-99ee-1dd236409f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:21.379064 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82dc06db-2698-4d7f-88a2-1e55713bf2c3,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:21.387302 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:21.443023 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Checking segment: {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:21.443380 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Network hostable DHCP agents. Network: 0b8af372-8e4a-4bdd-8714-5085d133c770, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:21.516435 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.526081 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Sync routers for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:21.538489 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7a746-07a3-4726-8770-9fdf2b6c180a req-82ed2128-6ae6-4f14-84a7-d820106f378f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:21.539741 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:21.540458 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:07:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:21.544459 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-24a7a746-07a3-4726-8770-9fdf2b6c180a req-82ed2128-6ae6-4f14-84a7-d820106f378f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 943 time: 0.0971172 Aug 25 16:08:21.547062 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:21.555454 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.588389 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 0b8af372-8e4a-4bdd-8714-5085d133c770) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:21.588961 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-24a7a746-07a3-4726-8770-9fdf2b6c180a req-a8c82267-84f6-4a54-8dab-58b53dbd9a5f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Synchronizing usage tracker for tenant:80eb1587aa074180b3a20a488c4382fc on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:21.598552 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae75ca8-5da0-477a-aa4b-1404deb92e6c None None] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:21.616813 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-24a7a746-07a3-4726-8770-9fdf2b6c180a req-a8c82267-84f6-4a54-8dab-58b53dbd9a5f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Unset dirty status for tenant:80eb1587aa074180b3a20a488c4382fc on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:21.626136 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-24a7a746-07a3-4726-8770-9fdf2b6c180a req-a8c82267-84f6-4a54-8dab-58b53dbd9a5f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803413 Aug 25 16:08:21.667458 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.703040 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:21.703640 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.731081 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:21.758928 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9850399 Aug 25 16:08:21.759256 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33404) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:21.764804 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:21.770030 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:21.774677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Usage tracker for resource:router and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:21.778743 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:21.786493 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:21.798771 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.800045 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.824677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.845998 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-0b8af372-8e4a-4bdd-8714-5085d133c770', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:08:21.847212 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.943751 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.950274 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:21.956565 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-aafc430a-da30-4867-8293-2e09ebf0c446 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:21.992765 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.037134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Allocated IP 172.20.0.2 (0b8af372-8e4a-4bdd-8714-5085d133c770/82dc06db-2698-4d7f-88a2-1e55713bf2c3/fa819f37-d69b-4966-b04e-94febedf8104) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:22.068046 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:17Z', 'revision_number': 2, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:22.073287 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Checking router: c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:22.073962 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Updating router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 port 8ba10676-f453-499d-8769-71b8af692bd9 binding host dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:22.131719 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.139915 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'Port': ['ID=262ea659-15ae-4f6a-8240-ecfce3c5cf40,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:22.145306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:22.162254 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.182185 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.184151 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8159246 Aug 25 16:08:22.241067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.277705 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.304545 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d99a0d4c-16f9-4ae8-a71f-77d0e48325af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.357055 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.369708 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Transition to ACTIVE for port object fa819f37-d69b-4966-b04e-94febedf8104 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:22.398524 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Transition to ACTIVE for port object fa819f37-d69b-4966-b04e-94febedf8104 will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:22.408333 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.436441 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:22.453577 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Allocated IP 172.28.1.188 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/3925c008-81d2-4297-a210-a4a2ff80b536) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:22.471811 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-a03a3514-5e71-4297-b8fb-6b1550e70732 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:22.488615 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:22.496461 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:22.501310 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:22.507584 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-a03a3514-5e71-4297-b8fb-6b1550e70732 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:22.519623 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-a03a3514-5e71-4297-b8fb-6b1550e70732 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1061207660&fields=id&tenant_id=281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 267 time: 0.1164000 Aug 25 16:08:22.534702 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Notify callbacks [] for port, precommit_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.544929 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Pushing event updated for resources: {'Port': ['ID=fa819f37-d69b-4966-b04e-94febedf8104,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:22.548608 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.provisioning_blocks [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Transition to ACTIVE for port object 8ba10676-f453-499d-8769-71b8af692bd9 will not be triggered until provisioned by entity L2. {{(pid=75094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:22.552134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:22.560769 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.566542 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-cc83ba8b-b382-46e9-93e5-84fa5f8990f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:22.634995 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Pushing event updated for resources: {'Port': ['ID=8ba10676-f453-499d-8769-71b8af692bd9,revision_number=3']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:22.640762 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Attempting to bind port fa819f37-d69b-4966-b04e-94febedf8104 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:22.642445 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Attempting to bind port fa819f37-d69b-4966-b04e-94febedf8104 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:22.642828 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Attempting to bind port fa819f37-d69b-4966-b04e-94febedf8104 on network 0b8af372-8e4a-4bdd-8714-5085d133c770 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:22.648442 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.649335 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.649985 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.650559 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.651085 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.651620 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.652174 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.652714 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.653255 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.654037 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.654589 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:22.659041 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:22.659190 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:22.659475 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Checking segment: {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:22.659911 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.663514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Bound using segment: {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:22.663514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Bound port: fa819f37-d69b-4966-b04e-94febedf8104, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:22.663514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.665387 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.713793 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-96669ba7-e9c8-45d8-baba-25d5b82f854d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:22.718249 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-96669ba7-e9c8-45d8-baba-25d5b82f854d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:network {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:22.728456 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.743071 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-96669ba7-e9c8-45d8-baba-25d5b82f854d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:network {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:22.744117 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a1bed261-cc8d-40f7-8163-57d310abe19b tempest-VolumesNegativeTest-580354594 tempest-VolumesNegativeTest-580354594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:22.750097 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-96669ba7-e9c8-45d8-baba-25d5b82f854d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 816 time: 0.2277334 Aug 25 16:08:22.769038 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-03ab4099-3e06-43a7-b088-4595427f3c50 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/quotas/281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 375 time: 0.0177648 Aug 25 16:08:22.874750 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] For port fa819f37-d69b-4966-b04e-94febedf8104, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:22.879281 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] For port fa819f37-d69b-4966-b04e-94febedf8104, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=fa819f37-d69b-4966-b04e-94febedf8104,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:22.885216 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.888871 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Attempting to bind port 8ba10676-f453-499d-8769-71b8af692bd9 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:22.889324 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Attempting to bind port 8ba10676-f453-499d-8769-71b8af692bd9 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:22.890299 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Attempting to bind port 8ba10676-f453-499d-8769-71b8af692bd9 on network a29a2596-089e-4bab-ab4b-238d909eee7e {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:22.894691 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-af4ff5d3-4608-411e-9637-463ab9c98fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:22.900966 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:22.901346 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Checking segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:22.901742 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.902134 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Bound using segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:22.902608 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Bound port: 8ba10676-f453-499d-8769-71b8af692bd9, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:22.902992 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:22.941585 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7f4e33bf-55d1-4950-a5e9-07b8d5557f25 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1716647 Aug 25 16:08:22.954865 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:22.980094 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Pushing event updated for resources: {'Port': ['ID=fa819f37-d69b-4966-b04e-94febedf8104,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:22.982216 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:22.991815 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:22.996407 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3925c008-81d2-4297-a210-a4a2ff80b536,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:23.000240 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:23.039845 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:23.052722 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] For port 8ba10676-f453-499d-8769-71b8af692bd9, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:23.061218 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] For port 8ba10676-f453-499d-8769-71b8af692bd9, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=8ba10676-f453-499d-8769-71b8af692bd9,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:23.076366 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:23.081187 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:23.144367 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-48c5ce43-c00f-4413-908f-4cbbacdc8a5e service neutron] 10.222.0.30 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694982 Aug 25 16:08:23.160801 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Pushing event updated for resources: {'Port': ['ID=8ba10676-f453-499d-8769-71b8af692bd9,revision_number=4']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:23.164173 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:23.165161 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:23.165754 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:07:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:23.169641 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d29dfa-e899-4a92-bc92-049bf55240bd req-7a1dda8c-0297-41bb-b300-d4a4944c0067 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:23.171444 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d8d29dfa-e899-4a92-bc92-049bf55240bd req-7a1dda8c-0297-41bb-b300-d4a4944c0067 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 943 time: 0.3032780 Aug 25 16:08:23.282736 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d8d29dfa-e899-4a92-bc92-049bf55240bd req-f3ad826d-a5b9-488b-ab9b-34df734bbf3c tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989628 Aug 25 16:08:23.339999 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 162fa43c-1c37-44ce-b616-f3916c00f98c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:08:23.348923 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:23.349972 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:23.424739 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-b638b0c9-53a8-4369-b4df-961439aecb3b service neutron] 10.222.0.30 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737892 Aug 25 16:08:23.574854 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:23.630927 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 162fa43c-1c37-44ce-b616-f3916c00f98c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=162fa43c-1c37-44ce-b616-f3916c00f98c,segment=NetworkSegment(c36409c8-5d3f-4fa7-9548-655290f4a124),segment_id=c36409c8-5d3f-4fa7-9548-655290f4a124)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:23.646551 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '162fa43c-1c37-44ce-b616-f3916c00f98c', 'network_id': 'a4787d0a-0513-4fb1-9051-b75c961635f1', 'port_id': '162fa43c-1c37-44ce-b616-f3916c00f98c', 'mac_address': 'fa:16:3e:c8:d8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8578649-6826-4f18-a8fe-5bbd1f90d301', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:08:23.764009 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:23.785022 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162fa43c-1c37-44ce-b616-f3916c00f98c {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:23.786532 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-cecd5182-3cbe-4240-8938-ae392448f0e6 req-7ea02160-e2bb-420a-897e-bfb21d9446f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:23.802324 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 162fa43c-1c37-44ce-b616-f3916c00f98c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=162fa43c-1c37-44ce-b616-f3916c00f98c,segment=NetworkSegment(c36409c8-5d3f-4fa7-9548-655290f4a124),segment_id=c36409c8-5d3f-4fa7-9548-655290f4a124)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:23.810263 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:23.813780 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:23.843404 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-cecd5182-3cbe-4240-8938-ae392448f0e6 req-7ea02160-e2bb-420a-897e-bfb21d9446f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:23.844768 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-cecd5182-3cbe-4240-8938-ae392448f0e6 req-7ea02160-e2bb-420a-897e-bfb21d9446f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 210 time: 0.1454923 Aug 25 16:08:23.892561 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=162fa43c-1c37-44ce-b616-f3916c00f98c,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:23.905145 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:23.926934 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Router 0de666cc-c39b-4bde-b454-84c5b693b49e is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:08:24.003141 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:23Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:24.011076 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b94923-e6be-4609-a2e1-4d3817d9fdab None None] The sync data for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb is: [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:23Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:24.249750 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['162fa43c-1c37-44ce-b616-f3916c00f98c'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:24.357357 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:24.374615 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Sync routers for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:24.395451 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:24.396719 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6364007 Aug 25 16:08:24.399421 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33432) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:24.440198 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb255cb-15f1-4f80-9cfd-107a33b382ad None None] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:24.564850 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823b9ff-f416-4890-9c8e-8cf30b96a211 req-a9166a71-4b1a-4b6e-9b46-8c7dc11582aa tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:24.567690 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6823b9ff-f416-4890-9c8e-8cf30b96a211 req-a9166a71-4b1a-4b6e-9b46-8c7dc11582aa tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 944 time: 0.0990348 Aug 25 16:08:24.625844 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device fa819f37-d69b-4966-b04e-94febedf8104 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:24.641542 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6823b9ff-f416-4890-9c8e-8cf30b96a211 req-fd8fb676-70a7-45e4-bd2f-0b9b172b293b tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Aug 25 16:08:24.695296 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:24.695979 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:07:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:24.958620 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-e211dedd-6498-4e2b-a060-dac989345462 None None] Provisioning for port fa819f37-d69b-4966-b04e-94febedf8104 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:25.098407 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port fa819f37-d69b-4966-b04e-94febedf8104 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:25.103046 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:25.145236 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5b08a0c8-c12a-4a93-900e-fa603e23e360 req-25f6a264-7658-4b99-b5e7-bd3ad323acef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 210 time: 0.0663283 Aug 25 16:08:25.202761 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port fa819f37-d69b-4966-b04e-94febedf8104 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:25.203130 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.361029 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-c5326dcb-d4cc-4061-a7b0-3e2b12c272b7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:25.362737 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-c5326dcb-d4cc-4061-a7b0-3e2b12c272b7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 816 time: 0.2104440 Aug 25 16:08:25.455661 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5fed995e-7373-4fd3-b48c-18f9f2d31a8a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 380 time: 0.0667183 Aug 25 16:08:25.464631 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-981d1918-30ec-496d-b30b-16a26f6ff3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.471267 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'port': {'device_id': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'admin_state_up': True, 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'security_groups': ['6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b']}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:25.529173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.610495 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.641473 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:25.660782 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:25.681029 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Made reservation on behalf of 281630c86f37493fb0b7cb948528f899 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:25.684341 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.697284 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port fa819f37-d69b-4966-b04e-94febedf8104, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=fa819f37-d69b-4966-b04e-94febedf8104,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:25.704602 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.705504 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 8ba10676-f453-499d-8769-71b8af692bd9 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:25.741525 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:25.805743 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Allocated IP 172.20.0.1 (0b8af372-8e4a-4bdd-8714-5085d133c770/82dc06db-2698-4d7f-88a2-1e55713bf2c3/f8c34aa6-acdb-448f-907b-0aa62afa293f) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:25.846740 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:23Z', 'revision_number': 3, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:25.859941 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Checking router: 0de666cc-c39b-4bde-b454-84c5b693b49e for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:25.860312 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Updating router 0de666cc-c39b-4bde-b454-84c5b693b49e port 3925c008-81d2-4297-a210-a4a2ff80b536 binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:25.926392 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=fa819f37-d69b-4966-b04e-94febedf8104,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:25.930701 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:25.943333 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.976712 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ce845-1177-4834-840c-d5a124f77969 req-21eb156b-78da-4e78-a031-2dfaf23a2c6b tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:25.979501 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:25.983825 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-411ce845-1177-4834-840c-d5a124f77969 req-21eb156b-78da-4e78-a031-2dfaf23a2c6b tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 944 time: 0.1666622 Aug 25 16:08:25.997063 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 8ba10676-f453-499d-8769-71b8af692bd9 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:25.998704 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Transition to ACTIVE for port object f8c34aa6-acdb-448f-907b-0aa62afa293f will not be triggered until provisioned by entity DHCP. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:26.003650 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Allocated IP 172.20.0.8 (a29a2596-089e-4bab-ab4b-238d909eee7e/d6939263-c991-445d-80ac-37c309c153cb/50e3c462-c334-4038-9634-e29ce31ff81b) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:26.003898 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-aacd29cf-44bc-47d8-8873-87ba43ba1497 None None] Provisioning complete for port fa819f37-d69b-4966-b04e-94febedf8104 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:26.004431 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-aacd29cf-44bc-47d8-8873-87ba43ba1497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.025527 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.033171 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:26.034405 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 8ba10676-f453-499d-8769-71b8af692bd9 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:26.034910 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.059484 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-411ce845-1177-4834-840c-d5a124f77969 req-57c4a6b2-5695-44f6-b0d7-18b188a58146 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747824 Aug 25 16:08:26.107261 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:26.110362 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:26.114918 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:26.152211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Pushing event updated for resources: {'Port': ['ID=f8c34aa6-acdb-448f-907b-0aa62afa293f,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:26.202361 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.237157 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:26.261529 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.281025 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Transition to ACTIVE for port object 50e3c462-c334-4038-9634-e29ce31ff81b will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:26.315473 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.321506 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.338600 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-58ca248a-f1ef-4a6e-b098-debb119e1bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:26.380451 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Network a29a2596-089e-4bab-ab4b-238d909eee7e is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:26.387806 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:26.390976 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:26.480911 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.483425 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:26.487202 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:26.494162 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:26.494799 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.528143 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0664287 Aug 25 16:08:26.550560 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Request body: {'port': {'device_id': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:26.551659 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 8ba10676-f453-499d-8769-71b8af692bd9, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=8ba10676-f453-499d-8769-71b8af692bd9,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:26.564038 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.567967 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:26.703573 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device fa819f37-d69b-4966-b04e-94febedf8104 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:26.780455 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edbd19-77c9-4359-a072-e0103c8e541c req-bd826d9d-767c-4d41-99a9-eccb0ca8a5ad tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:26.782024 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a9edbd19-77c9-4359-a072-e0103c8e541c req-bd826d9d-767c-4d41-99a9-eccb0ca8a5ad tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 931 time: 0.2272601 Aug 25 16:08:26.788041 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.814015 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.823126 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.826433 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.827861 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-d280793b-4fd4-4793-86f3-3ea270f5c730 None None] Provisioning for port f8c34aa6-acdb-448f-907b-0aa62afa293f completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:26.833447 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=8ba10676-f453-499d-8769-71b8af692bd9,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:26.838249 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:26.841386 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.852394 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-d280793b-4fd4-4793-86f3-3ea270f5c730 None None] Provisioning complete for port f8c34aa6-acdb-448f-907b-0aa62afa293f triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:26.852845 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d280793b-4fd4-4793-86f3-3ea270f5c730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.884577 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Transition to ACTIVE for port object 3925c008-81d2-4297-a210-a4a2ff80b536 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:26.886435 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ebc8aaa3-4d4f-4545-8d79-ef30225353e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:26.908295 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.914392 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:26.963336 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-a9edbd19-77c9-4359-a072-e0103c8e541c req-657f0d08-4e40-4fb3-abd7-94ec12b57290 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:26.964377 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-d280793b-4fd4-4793-86f3-3ea270f5c730 None None] Port f8c34aa6-acdb-448f-907b-0aa62afa293f cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:26.972522 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.978502 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port fa819f37-d69b-4966-b04e-94febedf8104 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:26.978806 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:26.985221 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Pushing event updated for resources: {'Port': ['ID=f8c34aa6-acdb-448f-907b-0aa62afa293f,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:26.990611 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:27.050242 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Attempting to bind port 3925c008-81d2-4297-a210-a4a2ff80b536 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:27.050617 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Attempting to bind port 3925c008-81d2-4297-a210-a4a2ff80b536 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:27.051028 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Attempting to bind port 3925c008-81d2-4297-a210-a4a2ff80b536 on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:27.053052 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb9463-8bcb-4f69-b578-3cb28b3736b6 None None] Pushing event updated for resources: {'Port': ['ID=3925c008-81d2-4297-a210-a4a2ff80b536,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:27.058535 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-3bbb9463-8bcb-4f69-b578-3cb28b3736b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:27.066317 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-a9edbd19-77c9-4359-a072-e0103c8e541c req-657f0d08-4e40-4fb3-abd7-94ec12b57290 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:27.068209 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a9edbd19-77c9-4359-a072-e0103c8e541c req-657f0d08-4e40-4fb3-abd7-94ec12b57290 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685816 Aug 25 16:08:27.069304 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:27.069693 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:27.070106 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.070514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:27.071008 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Bound port: 3925c008-81d2-4297-a210-a4a2ff80b536, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:27.071402 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.166498 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:27.168593 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:27.208683 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e3c462-c334-4038-9634-e29ce31ff81b {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:27.217328 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.238179 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Transition to ACTIVE for port object 50e3c462-c334-4038-9634-e29ce31ff81b will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:27.248423 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] For port 3925c008-81d2-4297-a210-a4a2ff80b536, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:27.256836 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-2d5620c1-3b22-4b3c-b9a8-9bbfb6d1ed4a None None] Provisioning for port 50e3c462-c334-4038-9634-e29ce31ff81b completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:27.268757 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] For port 3925c008-81d2-4297-a210-a4a2ff80b536, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=3925c008-81d2-4297-a210-a4a2ff80b536,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:27.282163 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.287741 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:27.291616 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.301698 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4958875a-a83e-4ca6-bd1c-5e60476cd04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:27.372687 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 162fa43c-1c37-44ce-b616-f3916c00f98c up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:27.378135 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:27.382846 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:27.426291 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:27.426967 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:27.574965 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb9463-8bcb-4f69-b578-3cb28b3736b6 None None] Pushing event updated for resources: {'Port': ['ID=3925c008-81d2-4297-a210-a4a2ff80b536,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:27.586631 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0e7af-451f-4d7c-a295-72f0edd99858 req-662104e6-b154-4e1f-be44-6d814384154a tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:27.594793 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c1a0e7af-451f-4d7c-a295-72f0edd99858 req-662104e6-b154-4e1f-be44-6d814384154a tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 944 time: 0.3532970 Aug 25 16:08:27.675683 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-3bbb9463-8bcb-4f69-b578-3cb28b3736b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:27.696590 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c1a0e7af-451f-4d7c-a295-72f0edd99858 req-b55632bd-77ce-4aca-b776-67810ab4d870 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008222 Aug 25 16:08:27.697374 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Attempting to bind port 50e3c462-c334-4038-9634-e29ce31ff81b on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:27.697884 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Attempting to bind port 50e3c462-c334-4038-9634-e29ce31ff81b by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:27.700788 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Attempting to bind port 50e3c462-c334-4038-9634-e29ce31ff81b on network a29a2596-089e-4bab-ab4b-238d909eee7e {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:27.713224 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Port 50e3c462-c334-4038-9634-e29ce31ff81b on network a29a2596-089e-4bab-ab4b-238d909eee7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:08:27.713551 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Attempting to bind port 50e3c462-c334-4038-9634-e29ce31ff81b on network a29a2596-089e-4bab-ab4b-238d909eee7e {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:27.720614 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:27.721073 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Checking segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:27.721544 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Bound using segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:27.722085 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Bound port: 50e3c462-c334-4038-9634-e29ce31ff81b, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:27.722520 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.742605 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Router 0de666cc-c39b-4bde-b454-84c5b693b49e has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:27.769190 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1ec0ab9b-30f9-4fb6-8ceb-c3a1f2f1e45c None None] Provisioning complete for port f8c34aa6-acdb-448f-907b-0aa62afa293f triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:27.769190 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ab9b-30f9-4fb6-8ceb-c3a1f2f1e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.809543 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 162fa43c-1c37-44ce-b616-f3916c00f98c completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:27.824840 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:27.829110 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:27.834542 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.839850 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-12853f93-1502-4c6a-805e-c5fcfc6d8e40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:27.850785 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:27.893052 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 162fa43c-1c37-44ce-b616-f3916c00f98c triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:27.893503 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.904766 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:27.906251 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] 10.222.0.53 "PUT /v2.0/ports/50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 200 len: 1093 time: 1.3640475 Aug 25 16:08:27.906939 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:27.936703 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:27.942348 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:27.997835 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:28.021043 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] 10.222.0.30 "PUT /v2.0/routers/0de666cc-c39b-4bde-b454-84c5b693b49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6202598 Aug 25 16:08:28.026193 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0ab9b-30f9-4fb6-8ceb-c3a1f2f1e45c None None] Port f8c34aa6-acdb-448f-907b-0aa62afa293f cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:28.042989 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b', 'status': 'completed', 'code': 200} Aug 25 16:08:28.109041 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-8bddfeae-4294-448a-909f-43fcc26678e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1096 time: 0.1334834 Aug 25 16:08:28.111336 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.210516 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-039a0ee4-472a-4f4b-9c43-57c959fb0ad4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 200 len: 217 time: 0.0873809 Aug 25 16:08:28.318924 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-65c71f36-bd88-46fe-8073-bacead52e50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:28.320517 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-65c71f36-bd88-46fe-8073-bacead52e50a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.1028578 Aug 25 16:08:28.389624 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.428166 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569a7cc-2923-4605-a2b1-0e78449027f2 req-fa97e344-249a-4ef4-9958-c9185186dcc9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:28.428900 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-e569a7cc-2923-4605-a2b1-0e78449027f2 req-fa97e344-249a-4ef4-9958-c9185186dcc9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:28.443074 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-7411f187-dde9-4783-bbb2-2aba18eaeb0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1132216 Aug 25 16:08:28.452586 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c37560-f234-4146-9bf6-40240fd4aee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162fa43c-1c37-44ce-b616-f3916c00f98c'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:28.476653 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-e569a7cc-2923-4605-a2b1-0e78449027f2 req-fa97e344-249a-4ef4-9958-c9185186dcc9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:28.478273 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e569a7cc-2923-4605-a2b1-0e78449027f2 req-fa97e344-249a-4ef4-9958-c9185186dcc9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1972289 Aug 25 16:08:28.493338 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 162fa43c-1c37-44ce-b616-f3916c00f98c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=162fa43c-1c37-44ce-b616-f3916c00f98c,segment=NetworkSegment(c36409c8-5d3f-4fa7-9548-655290f4a124),segment_id=c36409c8-5d3f-4fa7-9548-655290f4a124)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:28.505137 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.510498 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:28.566347 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c37560-f234-4146-9bf6-40240fd4aee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162fa43c-1c37-44ce-b616-f3916c00f98c', 'code': 200} Aug 25 16:08:28.604032 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e569a7cc-2923-4605-a2b1-0e78449027f2 req-0d3ca15e-1b3a-44ae-af23-1b020108ae65 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773437 Aug 25 16:08:28.627470 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-bfd2cb90-e5c1-4cbb-b2a9-c6860c9ecc76 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775615 Aug 25 16:08:28.679215 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=162fa43c-1c37-44ce-b616-f3916c00f98c,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:28.684041 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:28.701051 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 8ba10676-f453-499d-8769-71b8af692bd9 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:28.783818 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 2, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:28.794843 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96543e3-eca1-477f-9d2e-444d8746bca4 None None] The sync data for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb is: [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 2, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:28.823652 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 8ba10676-f453-499d-8769-71b8af692bd9 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:28.824060 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:28.843331 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c53f78a7-8357-4d7c-a0c7-ed318899a595 req-899c89ff-cbf3-4534-a122-09f84f6a870f service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935625 Aug 25 16:08:28.964451 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f5d80a4d-9050-48f9-8b47-e44bdb7df4a0 req-997baf6a-d3da-4930-a79e-2ef86e554b4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 1098 time: 0.1344073 Aug 25 16:08:29.019220 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bdae5-699a-4932-b817-53ec5dd212e9 req-44e67dd2-faca-49a9-b260-db67b0ac1b79 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.020467 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-dc0bdae5-699a-4932-b817-53ec5dd212e9 req-44e67dd2-faca-49a9-b260-db67b0ac1b79 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 945 time: 0.1455364 Aug 25 16:08:29.031234 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-c4cca652-8575-4847-b566-a99a6520639f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1096 time: 0.0861609 Aug 25 16:08:29.031500 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f5d80a4d-9050-48f9-8b47-e44bdb7df4a0 req-9222713e-77c2-42a5-8499-d3926a866b19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565364 Aug 25 16:08:29.073252 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-dc0bdae5-699a-4932-b817-53ec5dd212e9 req-d608ee8b-1bd1-4e82-a754-f56992fbe06e tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Aug 25 16:08:29.209306 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33470) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:29.214820 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-490043439-network', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:29.222139 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:29.228533 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Usage tracker for resource:network and tenant:0b8572a6b3ee4af1b8d76c7092e92792 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:29.233273 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:29.239324 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:29.248902 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Made reservation on behalf of 0b8572a6b3ee4af1b8d76c7092e92792 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:29.251161 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.263567 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.297108 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:29.300958 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Usage tracker for resource:security_group_rule and tenant:0b8572a6b3ee4af1b8d76c7092e92792 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:29.303710 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:29.309398 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:29.374054 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.381467 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.385566 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-f601c6d7-e5fe-4da7-b832-55ce43f4aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:29.414815 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:08:29.423119 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524a1b00-f3c0-4b40-acca-1851a0c0638c,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:29.426565 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:29.428976 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.429326 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Added segment 5ce87a15-49f7-4dc2-a05a-c3a238607148 of type vlan for network b49e972d-315c-4777-9bc6-63f06f79d41d Aug 25 16:08:29.455145 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.487814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.489821 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.490527 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.494600 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:29.641021 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-3adaf6df-3c36-443a-b787-f6bc4b1cca2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.642801 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-3adaf6df-3c36-443a-b787-f6bc4b1cca2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1998391 Aug 25 16:08:29.706356 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Pushing event updated for resources: {'Network': ['ID=b49e972d-315c-4777-9bc6-63f06f79d41d,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:29.710274 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:29.715205 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5047734 Aug 25 16:08:29.716653 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33476) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:29.718919 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network b49e972d-315c-4777-9bc6-63f06f79d41d details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:08:29.720403 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-0c394b6c-09d4-4e0c-930b-28a0b410ef20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 200 len: 217 time: 0.0685625 Aug 25 16:08:29.723848 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Request body: {'subnet': {'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-490043439-subnet', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'ip_version': 4}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:29.729448 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:29.733882 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Usage tracker for resource:subnet and tenant:0b8572a6b3ee4af1b8d76c7092e92792 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:29.736915 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:29.743052 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:29.754842 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Made reservation on behalf of 0b8572a6b3ee4af1b8d76c7092e92792 for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:29.757996 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1925074'] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.849778 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-a876bc6b-58f8-44d5-9a0f-c4c119d7b16a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.851214 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-a876bc6b-58f8-44d5-9a0f-c4c119d7b16a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.1233344 Aug 25 16:08:29.930207 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660abe35-a6c1-4480-93a1-c7289aafaaca req-d57fc53c-2528-4296-8ee5-b1ebe1875ec2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:29.931572 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-660abe35-a6c1-4480-93a1-c7289aafaaca req-d57fc53c-2528-4296-8ee5-b1ebe1875ec2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1483798 Aug 25 16:08:29.976840 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-f5892d10-21ca-4492-bd78-af7b801d72fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1173489 Aug 25 16:08:29.977300 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1510349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1925056'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:29.981278 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:30.013102 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-660abe35-a6c1-4480-93a1-c7289aafaaca req-ff345436-4893-4e37-b36c-b653b659e6ed tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743916 Aug 25 16:08:30.057273 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f817245e-6a07-4229-82fd-ad0f175fba71,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:30.062161 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:30.074114 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Checking segment: {'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:30.074467 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Network hostable DHCP agents. Network: b49e972d-315c-4777-9bc6-63f06f79d41d, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:08:30.098609 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Network b49e972d-315c-4777-9bc6-63f06f79d41d is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:08:30.116529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, b49e972d-315c-4777-9bc6-63f06f79d41d) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:30.121937 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:30.122431 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.130186 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ee2d3-fe63-4d93-a50b-6f08128cbf01 None None] Network b49e972d-315c-4777-9bc6-63f06f79d41d requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:30.135415 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-4401608f-ed0f-4fcd-a0e4-ba3cf7081a5f service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505206 Aug 25 16:08:30.157320 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4391594 Aug 25 16:08:30.158164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33482) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:30.164382 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:30.170211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:30.175314 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Usage tracker for resource:router and tenant:0b8572a6b3ee4af1b8d76c7092e92792 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:08:30.183362 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:08:30.190629 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:30.253577 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.255086 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.298966 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e98b793e-b952-482d-96f8-2b92ea8a8ead req-e4e79133-1bf6-45ba-a137-e2fee853592e service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563661 Aug 25 16:08:30.303038 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.323675 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e7b68-9d08-41f8-8c91-777b4c3afdcb req-fd12df0b-ed7e-49f1-b215-a9b2ac54e0cf tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:30.332507 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-277e7b68-9d08-41f8-8c91-777b4c3afdcb req-fd12df0b-ed7e-49f1-b215-a9b2ac54e0cf tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 945 time: 0.1216452 Aug 25 16:08:30.393413 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-b49e972d-315c-4777-9bc6-63f06f79d41d', 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'fixed_ips': [{'subnet_id': 'f817245e-6a07-4229-82fd-ad0f175fba71'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:08:30.394336 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.450788 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-277e7b68-9d08-41f8-8c91-777b4c3afdcb req-30702f45-ad74-42f6-b0b3-59c58299ed8a tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172748 Aug 25 16:08:30.523631 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.576287 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Allocated IP 172.20.0.2 (b49e972d-315c-4777-9bc6-63f06f79d41d/f817245e-6a07-4229-82fd-ad0f175fba71/291319b8-af28-45f3-bf77-e0482b96e8c1) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:30.764135 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.802195 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.806608 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.818016 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Transition to ACTIVE for port object 291319b8-af28-45f3-bf77-e0482b96e8c1 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:30.838557 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Transition to ACTIVE for port object 291319b8-af28-45f3-bf77-e0482b96e8c1 will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:30.845527 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:30.851196 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:30.919597 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Network b49e972d-315c-4777-9bc6-63f06f79d41d is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:30.922657 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:30.927990 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:30.929996 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Pushing event updated for resources: {'Port': ['ID=291319b8-af28-45f3-bf77-e0482b96e8c1,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:30.932914 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:30.962960 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Allocated IP 172.28.1.175 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/e846474f-6156-42be-a179-88a95d757791) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:31.025565 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Attempting to bind port 291319b8-af28-45f3-bf77-e0482b96e8c1 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:31.025849 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Attempting to bind port 291319b8-af28-45f3-bf77-e0482b96e8c1 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:31.026211 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Attempting to bind port 291319b8-af28-45f3-bf77-e0482b96e8c1 on network b49e972d-315c-4777-9bc6-63f06f79d41d {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:31.033374 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:31.033747 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Checking segment: {'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:31.034149 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.034545 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Bound using segment: {'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:31.035011 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Bound port: 291319b8-af28-45f3-bf77-e0482b96e8c1, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:31.035415 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.131225 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] For port 291319b8-af28-45f3-bf77-e0482b96e8c1, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:31.134332 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] For port 291319b8-af28-45f3-bf77-e0482b96e8c1, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=291319b8-af28-45f3-bf77-e0482b96e8c1,segment=NetworkSegment(5ce87a15-49f7-4dc2-a05a-c3a238607148),segment_id=5ce87a15-49f7-4dc2-a05a-c3a238607148)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:31.139001 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.140434 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.143818 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-3bbb9463-8bcb-4f69-b578-3cb28b3736b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:31.169291 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.174098 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:31.231909 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Pushing event updated for resources: {'Port': ['ID=291319b8-af28-45f3-bf77-e0482b96e8c1,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.235409 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.252459 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:31.257258 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50449-d50c-47c2-a3df-036e40fdbb4b req-60d33048-b765-4988-b794-9faca28b59f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:31.257806 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:31.259239 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Pushing event updated for resources: {'Port': ['ID=e846474f-6156-42be-a179-88a95d757791,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:31.259627 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4ec50449-d50c-47c2-a3df-036e40fdbb4b req-60d33048-b765-4988-b794-9faca28b59f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0988629 Aug 25 16:08:31.261429 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:31.287416 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:31.312967 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4ec50449-d50c-47c2-a3df-036e40fdbb4b req-8458d8f7-f0b7-4a08-b033-03e49ca19fd9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446920 Aug 25 16:08:31.455229 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.456112 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:31.811347 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0aa8d-0943-492f-9b2f-d12d223d790c req-d74289e3-2078-4016-9fb6-6ca1e4eb538a tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:31.812877 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-10f0aa8d-0943-492f-9b2f-d12d223d790c req-d74289e3-2078-4016-9fb6-6ca1e4eb538a tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 945 time: 0.2019193 Aug 25 16:08:31.893518 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-10f0aa8d-0943-492f-9b2f-d12d223d790c req-aad8a40a-6305-4a09-8971-6f8f507df1b1 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742455 Aug 25 16:08:31.906211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Router 27ffc940-6412-4cb1-a8cf-977675e44ab0 is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:08:32.128745 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:32.141660 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Sync routers for ids ['27ffc940-6412-4cb1-a8cf-977675e44ab0'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:32.158494 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.158935 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Routers {'27ffc940-6412-4cb1-a8cf-977675e44ab0'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:32.159462 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0001638 Aug 25 16:08:32.159563 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['27ffc940-6412-4cb1-a8cf-977675e44ab0'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:32.162861 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33492) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:32.180382 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb42a21-4a91-4a2f-ad1e-391a7776819f None None] Network b49e972d-315c-4777-9bc6-63f06f79d41d requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:08:32.291503 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-5be69c74-5099-4e31-9d82-004e50fda5e8 None None] Provisioning for port 291319b8-af28-45f3-bf77-e0482b96e8c1 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:32.384367 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Set router 27ffc940-6412-4cb1-a8cf-977675e44ab0 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:32.715721 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02af54-b12d-4e91-bafe-c1653c798643 req-691d1f77-6c98-46fc-9675-73f6f81c2bce tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:32.732489 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:08:32.733744 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ec02af54-b12d-4e91-bafe-c1653c798643 req-691d1f77-6c98-46fc-9675-73f6f81c2bce tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1779110 Aug 25 16:08:32.783431 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 291319b8-af28-45f3-bf77-e0482b96e8c1 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:32.822547 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ec02af54-b12d-4e91-bafe-c1653c798643 req-46446a32-7d52-4dfa-994c-c0fe8923445b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873172 Aug 25 16:08:32.849952 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e846474f-6156-42be-a179-88a95d757791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:31Z', 'revision_number': 3, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port': {'id': 'e846474f-6156-42be-a179-88a95d757791', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:32.857278 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Checking router: 27ffc940-6412-4cb1-a8cf-977675e44ab0 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:32.859835 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Updating router 27ffc940-6412-4cb1-a8cf-977675e44ab0 port e846474f-6156-42be-a179-88a95d757791 binding host dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:08:32.884540 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 291319b8-af28-45f3-bf77-e0482b96e8c1 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:32.890923 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 291319b8-af28-45f3-bf77-e0482b96e8c1 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:32.892358 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:32.925114 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.067316 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.107280 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 291319b8-af28-45f3-bf77-e0482b96e8c1, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=291319b8-af28-45f3-bf77-e0482b96e8c1,segment=NetworkSegment(5ce87a15-49f7-4dc2-a05a-c3a238607148),segment_id=5ce87a15-49f7-4dc2-a05a-c3a238607148)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:33.114799 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.117941 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-3bbb9463-8bcb-4f69-b578-3cb28b3736b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.199167 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=291319b8-af28-45f3-bf77-e0482b96e8c1,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.201661 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-3abd24cb-e435-4e37-845c-41926c97c5da None None] Provisioning complete for port 291319b8-af28-45f3-bf77-e0482b96e8c1 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:33.202045 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-3abd24cb-e435-4e37-845c-41926c97c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.229815 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.255463 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.364440 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:08:33.393706 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Notify callbacks [] for port, precommit_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.407075 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.provisioning_blocks [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Transition to ACTIVE for port object e846474f-6156-42be-a179-88a95d757791 will not be triggered until provisioned by entity L2. {{(pid=75094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:33.414134 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.418510 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-6e36c726-5da4-416b-b6f4-11bf813daa4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.494914 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Allocated IP 172.20.0.1 (b49e972d-315c-4777-9bc6-63f06f79d41d/f817245e-6a07-4229-82fd-ad0f175fba71/ecf8e613-283b-4ab7-8883-579757613be6) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:33.501140 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d0741-72be-4829-aade-e7cbdc3ca41a None None] Pushing event updated for resources: {'Port': ['ID=e846474f-6156-42be-a179-88a95d757791,revision_number=2']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.505606 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-0b8d0741-72be-4829-aade-e7cbdc3ca41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.508132 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Attempting to bind port e846474f-6156-42be-a179-88a95d757791 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:08:33.508386 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Attempting to bind port e846474f-6156-42be-a179-88a95d757791 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:08:33.508752 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Attempting to bind port e846474f-6156-42be-a179-88a95d757791 on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:08:33.517021 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:08:33.517462 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:08:33.517883 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.518289 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:08:33.518706 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:33.518830 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Bound port: e846474f-6156-42be-a179-88a95d757791, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:08:33.519168 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.540624 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '50e3c462-c334-4038-9634-e29ce31ff81b', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'port_id': '50e3c462-c334-4038-9634-e29ce31ff81b', 'mac_address': 'fa:16:3e:ce:8e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:08:33.607426 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] For port e846474f-6156-42be-a179-88a95d757791, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:08:33.611186 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] For port e846474f-6156-42be-a179-88a95d757791, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=e846474f-6156-42be-a179-88a95d757791,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:08:33.617358 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.622493 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.638459 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.665541 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e3c462-c334-4038-9634-e29ce31ff81b {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:08:33.687590 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:33.694350 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.696390 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.697810 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.711587 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d0741-72be-4829-aade-e7cbdc3ca41a None None] Pushing event updated for resources: {'Port': ['ID=e846474f-6156-42be-a179-88a95d757791,revision_number=3']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.716015 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-0b8d0741-72be-4829-aade-e7cbdc3ca41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.757305 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Transition to ACTIVE for port object ecf8e613-283b-4ab7-8883-579757613be6 will not be triggered until provisioned by entity DHCP. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:33.760676 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Routers {'27ffc940-6412-4cb1-a8cf-977675e44ab0'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:33.761394 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['27ffc940-6412-4cb1-a8cf-977675e44ab0'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:33.799058 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:33.806289 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4e3a7fae-3d44-48f1-9768-887c8b6af1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:33.867103 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:33.883076 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:33.921122 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Network b49e972d-315c-4777-9bc6-63f06f79d41d is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:33.927683 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:33.945108 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:34.031019 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.043357 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] Set router 27ffc940-6412-4cb1-a8cf-977675e44ab0 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:34.118025 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['50e3c462-c334-4038-9634-e29ce31ff81b'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:34.234551 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf8e613-283b-4ab7-8883-579757613be6,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:34.252526 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:34.299233 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-8e5f2582-7288-4920-b753-912f50baf91d None None] Provisioning for port ecf8e613-283b-4ab7-8883-579757613be6 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:34.311242 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-8e5f2582-7288-4920-b753-912f50baf91d None None] Provisioning complete for port ecf8e613-283b-4ab7-8883-579757613be6 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:34.311714 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2582-7288-4920-b753-912f50baf91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.441137 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-8e5f2582-7288-4920-b753-912f50baf91d None None] Port ecf8e613-283b-4ab7-8883-579757613be6 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:34.455209 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e846474f-6156-42be-a179-88a95d757791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:31Z', 'revision_number': 3, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port': {'id': 'e846474f-6156-42be-a179-88a95d757791', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:34.460392 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee5935-8a98-4cd1-a6fc-26c5c002cef6 None None] The sync data for ids ['27ffc940-6412-4cb1-a8cf-977675e44ab0'] in dv-cinder-805825-2-smb is: [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e846474f-6156-42be-a179-88a95d757791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:31Z', 'revision_number': 3, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port': {'id': 'e846474f-6156-42be-a179-88a95d757791', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:34.482379 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6788e5f-10fb-4c1a-9579-6a25e2aa5693 req-f60cd056-59cb-46b7-92e5-eef88afb680d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:34.485595 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e6788e5f-10fb-4c1a-9579-6a25e2aa5693 req-f60cd056-59cb-46b7-92e5-eef88afb680d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 944 time: 0.4457703 Aug 25 16:08:34.486394 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.688973 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e6788e5f-10fb-4c1a-9579-6a25e2aa5693 req-59d78737-d81a-4f94-8190-ea850f8c1de2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785753 Aug 25 16:08:34.868876 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 291319b8-af28-45f3-bf77-e0482b96e8c1 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:34.934619 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.941849 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:34.967233 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 291319b8-af28-45f3-bf77-e0482b96e8c1 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:34.967711 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.001073 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-00053d87-e68f-41a4-b873-bf6f76959f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:35.119232 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.136508 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 3925c008-81d2-4297-a210-a4a2ff80b536 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:35.138731 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf8e613-283b-4ab7-8883-579757613be6,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:35.142404 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:35.220017 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 3925c008-81d2-4297-a210-a4a2ff80b536 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:35.225406 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 3925c008-81d2-4297-a210-a4a2ff80b536 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:35.226154 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.304662 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Network b49e972d-315c-4777-9bc6-63f06f79d41d is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:35.305912 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:35.376835 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:35.470619 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.502339 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 50e3c462-c334-4038-9634-e29ce31ff81b completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:35.508012 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 3925c008-81d2-4297-a210-a4a2ff80b536, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=3925c008-81d2-4297-a210-a4a2ff80b536,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:35.511737 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 50e3c462-c334-4038-9634-e29ce31ff81b triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:35.512235 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.546796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.579418 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:35.661675 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=3925c008-81d2-4297-a210-a4a2ff80b536,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:35.665620 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:35.729898 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.749134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-8a1cd43a-dc02-4659-a292-4acd532ec3e6 None None] Provisioning complete for port ecf8e613-283b-4ab7-8883-579757613be6 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:35.749506 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd43a-dc02-4659-a292-4acd532ec3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.796382 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Router 27ffc940-6412-4cb1-a8cf-977675e44ab0 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:35.804326 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:35.821412 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:35.822555 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-8a1cd43a-dc02-4659-a292-4acd532ec3e6 None None] Port ecf8e613-283b-4ab7-8883-579757613be6 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:35.827942 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:35.830111 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:35.933412 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b', 'code': 200} Aug 25 16:08:35.960232 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:35.978255 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:36.127439 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c5178-5283-461f-9117-8e6b8359e56b req-0bdd8f47-8894-40da-ac71-2d52313416ce tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:36.129079 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c92c5178-5283-461f-9117-8e6b8359e56b req-0bdd8f47-8894-40da-ac71-2d52313416ce tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.1268725 Aug 25 16:08:36.131078 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:36.161397 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] 10.222.0.30 "PUT /v2.0/routers/27ffc940-6412-4cb1-a8cf-977675e44ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9972663 Aug 25 16:08:36.199341 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c92c5178-5283-461f-9117-8e6b8359e56b req-664a2e16-3c9f-44b3-9d91-e126a5885377 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613108 Aug 25 16:08:36.234372 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2d10e695-878c-4af7-bd0f-455e2c919a60 req-7ef96fa5-400e-4e95-b3df-eaf85ec3714d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1098 time: 0.0759790 Aug 25 16:08:36.286316 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2d10e695-878c-4af7-bd0f-455e2c919a60 req-a39e7629-e3dd-4221-bfbd-52e8c244bfdf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455353 Aug 25 16:08:36.671294 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 3925c008-81d2-4297-a210-a4a2ff80b536 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:36.750536 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 3925c008-81d2-4297-a210-a4a2ff80b536 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:36.750987 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:36.779047 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0606e-5f07-46ed-8db8-6be24f1f28b9 req-7c8cb2cc-55f5-4e78-bcc9-bf3da362e5ec tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:36.780708 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-20a0606e-5f07-46ed-8db8-6be24f1f28b9 req-7c8cb2cc-55f5-4e78-bcc9-bf3da362e5ec tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 945 time: 0.1052334 Aug 25 16:08:36.869470 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-20a0606e-5f07-46ed-8db8-6be24f1f28b9 req-61a998b8-cafc-467e-834b-360b261c082c tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768223 Aug 25 16:08:37.432290 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff05b4-6a82-4256-8e45-44c8f1b9ed64 req-0ba29f35-d556-4329-9b1d-592817080e2f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:37.433807 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-80ff05b4-6a82-4256-8e45-44c8f1b9ed64 req-0ba29f35-d556-4329-9b1d-592817080e2f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0842688 Aug 25 16:08:37.490504 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-80ff05b4-6a82-4256-8e45-44c8f1b9ed64 req-582f9f70-44be-4384-9e95-990923133343 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507176 Aug 25 16:08:38.089922 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460da5-a6b8-4362-8ab9-dc46d6f167f0 req-f6e261bf-9ed9-4a99-b65c-c44e56382b36 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:38.091498 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-95460da5-a6b8-4362-8ab9-dc46d6f167f0 req-f6e261bf-9ed9-4a99-b65c-c44e56382b36 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 945 time: 0.0983829 Aug 25 16:08:38.270698 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-95460da5-a6b8-4362-8ab9-dc46d6f167f0 req-94e05b6e-67e8-4a71-88dd-20cdcda2bbec tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643879 Aug 25 16:08:38.794256 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e538e-dee7-45de-94f9-2aabf1f4594c req-34626b55-d06c-41b4-869b-1579ad0bd428 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:38.795806 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-112e538e-dee7-45de-94f9-2aabf1f4594c req-34626b55-d06c-41b4-869b-1579ad0bd428 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0848367 Aug 25 16:08:38.858657 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-112e538e-dee7-45de-94f9-2aabf1f4594c req-b3edaefd-fc84-43de-a171-67f7c28eeda0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569177 Aug 25 16:08:39.116067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2429a97-266c-451b-88d7-877aca9ab2af req-dcbe5664-c7cc-4c44-90c4-ac66c6b3a71b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:39.117732 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b2429a97-266c-451b-88d7-877aca9ab2af req-dcbe5664-c7cc-4c44-90c4-ac66c6b3a71b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0818505 Aug 25 16:08:39.130062 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33566) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:08:39.136217 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'floatingip': {'port_id': '50e3c462-c334-4038-9634-e29ce31ff81b'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:39.262334 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.304092 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.588740 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-1c7e98d4-b9cb-4d8e-869a-dd70ba4de6df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868499 Aug 25 16:08:39.608761 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-e5133c91-6dab-4bb7-80f2-301d6dc4865a tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:39.609187 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-e5133c91-6dab-4bb7-80f2-301d6dc4865a tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.53 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 945 time: 0.3897369 Aug 25 16:08:39.726574 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-171f7f60-9e4f-4143-9938-521767548458 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1099 time: 0.1001797 Aug 25 16:08:39.849655 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Deleting port 162fa43c-1c37-44ce-b616-f3916c00f98c {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:08:39.850249 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:39.934138 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbede5-59df-489d-92a9-f7dce5560691 req-d9632e2a-9b54-4c75-8f83-f119977e4a73 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:39.940115 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-aa2af408-b049-46b9-9ebb-e32a86b1b0d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:39.941612 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c0fbede5-59df-489d-92a9-f7dce5560691 req-d9632e2a-9b54-4c75-8f83-f119977e4a73 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 945 time: 0.4964356 Aug 25 16:08:39.942199 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-aa2af408-b049-46b9-9ebb-e32a86b1b0d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.1894009 Aug 25 16:08:40.062891 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-a5e7eb19-3032-4854-9e3f-6f423ab94208 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 1001 time: 0.1100767 Aug 25 16:08:40.154076 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-2edef77b-198b-4eee-879a-89af1c242598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:40.155664 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-2edef77b-198b-4eee-879a-89af1c242598 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0868959 Aug 25 16:08:40.218482 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c0fbede5-59df-489d-92a9-f7dce5560691 req-e17e08f0-131d-4e10-9f2d-cb4391cb4b5f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cecb923-2df8-47c3-88ce-ccb51d553203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757854 Aug 25 16:08:40.285255 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-57c26ecd-6d9a-40fb-b365-8eab89e93f88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1218958 Aug 25 16:08:40.432100 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-d6510124-c8fd-4abd-a963-8c6ccf17c386 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351357 Aug 25 16:08:40.584775 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] For port 162fa43c-1c37-44ce-b616-f3916c00f98c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=162fa43c-1c37-44ce-b616-f3916c00f98c,segment=NetworkSegment(c36409c8-5d3f-4fa7-9548-655290f4a124),segment_id=c36409c8-5d3f-4fa7-9548-655290f4a124)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:40.585065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:40.586408 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-643efaa4-a345-47cb-8460-38a62304e6e8 req-6bab23b1-1b48-4818-a5a0-b5bffd1baf77 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474791 Aug 25 16:08:40.759216 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Calling delete_port for 162fa43c-1c37-44ce-b616-f3916c00f98c owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:08:41.031175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.039716 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.230575 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.239158 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-990a6b20-c2ba-47ef-8ee2-946e6545f858 tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:41.271606 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['162fa43c-1c37-44ce-b616-f3916c00f98c'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:08:41.284922 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Pushing event deleted for resources: {'Port': ['ID=162fa43c-1c37-44ce-b616-f3916c00f98c,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:41.289126 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:41.383218 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] No DVR routers for this DVR port 162fa43c-1c37-44ce-b616-f3916c00f98c on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:08:41.386261 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:41.398542 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c37560-f234-4146-9bf6-40240fd4aee1', 'name': 'network-vif-deleted', 'tag': '162fa43c-1c37-44ce-b616-f3916c00f98c'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:41.413785 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5af63b65-418b-41b7-a7a5-e483715a3591 req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.53 "DELETE /v2.0/ports/162fa43c-1c37-44ce-b616-f3916c00f98c HTTP/1.1" status: 204 len: 173 time: 1.7571850 Aug 25 16:08:41.475806 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4fc3e7e5-bfa0-46d6-9d64-90585b806e3c req-d8b5af4f-bf2b-45ea-b98d-912c5d55bfe9 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] 10.222.0.30 "GET /v2.0/ports?device_id=97c37560-f234-4146-9bf6-40240fd4aee1 HTTP/1.1" status: 200 len: 210 time: 0.0601614 Aug 25 16:08:41.516972 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c37560-f234-4146-9bf6-40240fd4aee1', 'name': 'network-vif-deleted', 'tag': '162fa43c-1c37-44ce-b616-f3916c00f98c', 'status': 'completed', 'code': 200} Aug 25 16:08:41.551143 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.l3_db [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Floating IP 086facbb-dd63-436b-86e1-984473849ca7 associated. External IP: 172.28.1.9, port: 50e3c462-c334-4038-9634-e29ce31ff81b. Aug 25 16:08:42.055206 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:08:42.307016 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:08:42.314336 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:42.318599 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] Sync routers for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:08:42.332070 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:42.332965 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:42.374896 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b42e2425-361a-4402-b8cb-94645a2a43c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "PUT /v2.0/floatingips/086facbb-dd63-436b-86e1-984473849ca7 HTTP/1.1" status: 200 len: 989 time: 3.2434058 Aug 25 16:08:42.542692 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:42.967332 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '086facbb-dd63-436b-86e1-984473849ca7', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'port_id': '50e3c462-c334-4038-9634-e29ce31ff81b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'mac_address': 'fa:16:3e:ce:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:40Z', 'revision_number': 1, 'project_id': '281630c86f37493fb0b7cb948528f899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:42.971703 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] Checking router: c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:08:42.989501 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:08:42.990184 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:43.258685 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:08:43.419842 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 162fa43c-1c37-44ce-b616-f3916c00f98c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:08:43.472864 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 162fa43c-1c37-44ce-b616-f3916c00f98c {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:08:43.473198 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 162fa43c-1c37-44ce-b616-f3916c00f98c not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:08:43.518892 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:08:43.600918 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b', 'status': 'completed', 'code': 200} Aug 25 16:08:43.764346 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-8d30f872-75d6-4b73-9740-36889ed718a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1098 time: 0.0998998 Aug 25 16:08:43.773456 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '086facbb-dd63-436b-86e1-984473849ca7', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'port_id': '50e3c462-c334-4038-9634-e29ce31ff81b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'mac_address': 'fa:16:3e:ce:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:40Z', 'revision_number': 1, 'project_id': '281630c86f37493fb0b7cb948528f899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:08:43.782539 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96547691-4b07-4578-9e0b-81e12d5e500a None None] The sync data for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb is: [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '086facbb-dd63-436b-86e1-984473849ca7', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'port_id': '50e3c462-c334-4038-9634-e29ce31ff81b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'mac_address': 'fa:16:3e:ce:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:40Z', 'revision_number': 1, 'project_id': '281630c86f37493fb0b7cb948528f899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:08:43.932703 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-35288de5-9ebb-4d53-9403-db915c32441f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:43.934319 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-35288de5-9ebb-4d53-9403-db915c32441f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1589055 Aug 25 16:08:44.046180 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-3b7d07b9-61a9-450c-aa7a-a4a41c592a00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 200 len: 997 time: 0.1035986 Aug 25 16:08:44.113174 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-e330fc72-9d05-4242-8882-bce25b7c88d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:44.114694 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-e330fc72-9d05-4242-8882-bce25b7c88d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0623708 Aug 25 16:08:44.202087 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-89ab9000-59aa-42ae-a656-db25ad6d289b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810924 Aug 25 16:08:44.473033 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-6b772781-4691-4cdd-b97f-af03911c712b service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634072 Aug 25 16:08:44.628554 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8cb996b-f57e-4b8b-954d-6e3d4bd97853 req-1810fd17-5292-4316-ade0-9e8e8cabd878 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492031 Aug 25 16:08:48.199644 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-2696f728-c6e2-4b55-bf80-eb9c10037a0c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:48.200270 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-2696f728-c6e2-4b55-bf80-eb9c10037a0c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Synchronizing usage tracker for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:48.220000 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-2696f728-c6e2-4b55-bf80-eb9c10037a0c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Unset dirty status for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:48.221253 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-2696f728-c6e2-4b55-bf80-eb9c10037a0c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 814 time: 0.1836846 Aug 25 16:08:48.239559 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-070f9f5a-a451-4d43-9d09-01362b9b370b tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/quotas/48bd31ef7a60480d8b0bc5421b03fa07 HTTP/1.1" status: 200 len: 375 time: 0.0126507 Aug 25 16:08:48.327689 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-8640483d-262b-4d0c-8978-7297cf8f1521 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Synchronizing usage tracker for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:48.344134 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-8640483d-262b-4d0c-8978-7297cf8f1521 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Unset dirty status for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:48.345441 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-8640483d-262b-4d0c-8978-7297cf8f1521 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000543 Aug 25 16:08:48.484519 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-78a52c95-5bdb-4385-a0a8-55e724dfdd64 service neutron] 10.222.0.30 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275177 Aug 25 16:08:48.616030 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-c3072ed0-0bce-4194-911f-d4967b45acec service neutron] 10.222.0.30 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254957 Aug 25 16:08:48.687841 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device e846474f-6156-42be-a179-88a95d757791 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:48.799688 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port e846474f-6156-42be-a179-88a95d757791 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:48.805090 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port e846474f-6156-42be-a179-88a95d757791 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:48.805471 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.831809 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e4b4c936-1920-4864-adef-f2f530b9803d req-383c40bc-20ab-4e79-b666-bc332657fab3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 210 time: 0.0470920 Aug 25 16:08:48.923583 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.942085 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port e846474f-6156-42be-a179-88a95d757791, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=e846474f-6156-42be-a179-88a95d757791,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:08:48.946180 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:48.948191 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-f0011191-3b76-47c9-b512-f108fb220eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:49.017201 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=e846474f-6156-42be-a179-88a95d757791,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:49.020782 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:49.602639 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276616f-bd98-450d-b23d-4be4554484ce None None] New status for floating IP 086facbb-dd63-436b-86e1-984473849ca7: ACTIVE {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:08:50.037276 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3b418a0a-3783-42d7-84c7-5c5cc18ac2f6 req-fcb835db-174b-4492-a059-9e5c602aa3ed tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 210 time: 0.0536594 Aug 25 16:08:50.099929 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-c1c71b96-6635-4e63-9923-3235eec01cad tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:50.101333 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-c1c71b96-6635-4e63-9923-3235eec01cad tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 814 time: 0.1978364 Aug 25 16:08:50.126938 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'port': {'device_id': '237a1c03-a349-48ed-b563-1d60695fb761', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'admin_state_up': True, 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:08:50.266877 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:08:50.277594 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:08:50.288048 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Made reservation on behalf of 48bd31ef7a60480d8b0bc5421b03fa07 for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:08:50.291384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.458725 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Allocated IP 172.20.0.7 (0b8af372-8e4a-4bdd-8714-5085d133c770/82dc06db-2698-4d7f-88a2-1e55713bf2c3/ad56acf6-ba58-4312-95a6-424bbae27f13) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:08:50.726712 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device e846474f-6156-42be-a179-88a95d757791 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:08:50.770188 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.808777 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Transition to ACTIVE for port object ad56acf6-ba58-4312-95a6-424bbae27f13 will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:08:50.865077 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:50.882868 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-290dab6c-c779-4e81-b798-9af44afb843f tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:08:50.894877 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port e846474f-6156-42be-a179-88a95d757791 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:50.895391 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.058288 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:08:51.062758 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:08:51.065007 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:08:51.074390 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:08:51.245771 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:51.246443 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.303743 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.304142 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.304563 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.304921 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.305342 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.305660 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.306108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.306481 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.306891 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.307335 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.307607 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:08:51.315864 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:08:51.337699 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2145517 Aug 25 16:08:51.373253 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735907b0-cd20-4448-9822-db44ef83a1f4 req-559a6bf4-c104-40ba-8730-05f0bec578b1 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:51.376428 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-735907b0-cd20-4448-9822-db44ef83a1f4 req-559a6bf4-c104-40ba-8730-05f0bec578b1 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Synchronizing usage tracker for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:08:51.403492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-735907b0-cd20-4448-9822-db44ef83a1f4 req-559a6bf4-c104-40ba-8730-05f0bec578b1 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Unset dirty status for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:08:51.405657 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-735907b0-cd20-4448-9822-db44ef83a1f4 req-559a6bf4-c104-40ba-8730-05f0bec578b1 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.1643183 Aug 25 16:08:51.482872 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1a0e12da-1ab2-48cc-9d54-cc69c6826f1c None None] Provisioning for port ad56acf6-ba58-4312-95a6-424bbae27f13 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:08:51.490856 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1a0e12da-1ab2-48cc-9d54-cc69c6826f1c None None] Provisioning complete for port ad56acf6-ba58-4312-95a6-424bbae27f13 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:08:51.491419 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1a0e12da-1ab2-48cc-9d54-cc69c6826f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.498169 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-735907b0-cd20-4448-9822-db44ef83a1f4 req-dbac3c02-17ee-45a5-a367-1060fcb6e875 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856278 Aug 25 16:08:51.568041 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:51.573963 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e12da-1ab2-48cc-9d54-cc69c6826f1c None None] Port ad56acf6-ba58-4312-95a6-424bbae27f13 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:08:52.227717 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-01c5480e-5323-47c8-8bff-98641ee37806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:52.748411 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95451f84-9b3d-4c1c-8b58-da1e2d82e9bb req-18660435-f677-4ae4-9db0-045bc5955609 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:52.752201 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-95451f84-9b3d-4c1c-8b58-da1e2d82e9bb req-18660435-f677-4ae4-9db0-045bc5955609 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.1153886 Aug 25 16:08:52.816579 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-95451f84-9b3d-4c1c-8b58-da1e2d82e9bb req-b8011285-cc49-4063-8f2b-0cc05609080d tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570362 Aug 25 16:08:54.047049 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5b0bb-3bd0-4b08-a854-850cc19f04db req-e58185fa-05e4-4efd-a6b0-25aec3c04145 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:54.048444 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8a5b0bb-3bd0-4b08-a854-850cc19f04db req-e58185fa-05e4-4efd-a6b0-25aec3c04145 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.0801780 Aug 25 16:08:54.101849 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d8a5b0bb-3bd0-4b08-a854-850cc19f04db req-40d729d3-2961-49aa-89f8-b5717de8a851 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Aug 25 16:08:55.316848 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40823a69-f89e-46d0-a7be-485e66c91e22 req-a0f816d3-30b0-423b-b205-6de0ecbde884 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:55.318318 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-40823a69-f89e-46d0-a7be-485e66c91e22 req-a0f816d3-30b0-423b-b205-6de0ecbde884 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.0891860 Aug 25 16:08:55.370909 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-40823a69-f89e-46d0-a7be-485e66c91e22 req-584e4fd4-aa8e-4e88-a584-2cee65041922 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467925 Aug 25 16:08:55.396225 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6fe86849-0fa7-4d5a-afe7-1f68671e18a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:56.601011 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c21935-4e24-4921-af6f-b1427e807aa3 req-89d2ab67-4732-4555-872f-faf00c03fa31 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:56.602525 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a6c21935-4e24-4921-af6f-b1427e807aa3 req-89d2ab67-4732-4555-872f-faf00c03fa31 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.0909040 Aug 25 16:08:56.655399 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a6c21935-4e24-4921-af6f-b1427e807aa3 req-bd7612dc-b6a8-47d4-a805-db6c037bf4fe tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 Aug 25 16:08:56.719137 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:57.887535 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff311cf7-029b-4474-a4ff-7fb3049350b5 req-f336a85f-1e0d-425a-9a9b-3be6505d7c21 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:57.890112 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ff311cf7-029b-4474-a4ff-7fb3049350b5 req-f336a85f-1e0d-425a-9a9b-3be6505d7c21 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.0976658 Aug 25 16:08:57.935327 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ff311cf7-029b-4474-a4ff-7fb3049350b5 req-283fca4b-2beb-4fc4-9866-e13c6688c7c7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Aug 25 16:08:58.029587 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:08:59.230823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547af855-6f26-429f-84ae-ccdff0e180eb req-e2d2782c-463f-48cd-a7c0-888fcba4785c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:08:59.232341 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-547af855-6f26-429f-84ae-ccdff0e180eb req-e2d2782c-463f-48cd-a7c0-888fcba4785c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.1692109 Aug 25 16:08:59.279763 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-547af855-6f26-429f-84ae-ccdff0e180eb req-c0851c7f-2c23-4a4a-95be-baad0aac6627 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Aug 25 16:09:00.485111 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953883ac-381b-4d51-87b0-22a908636653 req-5d11b363-456a-4b0a-8d24-f2a1b46e0b45 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:00.486586 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-953883ac-381b-4d51-87b0-22a908636653 req-5d11b363-456a-4b0a-8d24-f2a1b46e0b45 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.0823770 Aug 25 16:09:00.537715 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-953883ac-381b-4d51-87b0-22a908636653 req-c66dc441-8fc1-4714-981b-b4495527b288 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Aug 25 16:09:01.090098 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33790) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:01.149259 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Deleting subnet e8578649-6826-4f18-a8fe-5bbd1f90d301 {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:09:01.152129 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.203569 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582886'] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.264660 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.353982 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1879024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1789582'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.358050 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:01.391298 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8578649-6826-4f18-a8fe-5bbd1f90d301,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:01.394234 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:01.402367 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.408774 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-fe75bf1e-e1a3-48c9-b7fb-fad01c702080 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e8578649-6826-4f18-a8fe-5bbd1f90d301 HTTP/1.1" status: 204 len: 168 time: 0.3174212 Aug 25 16:09:01.411393 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33794) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:01.526492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.704969 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.755218 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4787d0a-0513-4fb1-9051-b75c961635f1']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:01.785463 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36409c8-5d3f-4fa7-9548-655290f4a124') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:01.785766 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36409c8-5d3f-4fa7-9548-655290f4a124') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:01.807512 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.830190 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.840308 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:09:01.840704 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:09:01.854842 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:09:01.913171 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4e17b-aef1-435a-93be-f03f6af3e390 req-cd780d18-03b0-4997-8c3e-39e237c9be09 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:01.914647 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fda4e17b-aef1-435a-93be-f03f6af3e390 req-cd780d18-03b0-4997-8c3e-39e237c9be09 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.2206340 Aug 25 16:09:01.966589 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:01.977093 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:01.990957 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.008164 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fda4e17b-aef1-435a-93be-f03f6af3e390 req-d780e940-938c-45fd-bf36-7f26f4bf6047 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877891 Aug 25 16:09:02.008954 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4787d0a-0513-4fb1-9051-b75c961635f1,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:02.011890 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a4787d0a-0513-4fb1-9051-b75c961635f1 HTTP/1.1" status: 204 len: 168 time: 0.5993896 Aug 25 16:09:02.013026 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-bd4eba5c-92e6-41c3-8928-4c5c29778a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:02.014824 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33804) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:02.082902 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Deleting subnet 28084c9e-a28c-4311-b310-9316678bd816 {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:09:02.086683 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.142426 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582886'] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.203497 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.277149 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1879024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1789582'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.281185 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:02.316075 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28084c9e-a28c-4311-b310-9316678bd816,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:02.318489 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:02.321190 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.327145 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-c6487921-fa4f-4ae0-ac4a-96616f19bebd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28084c9e-a28c-4311-b310-9316678bd816 HTTP/1.1" status: 204 len: 168 time: 0.3113601 Aug 25 16:09:02.330046 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33810) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:02.445361 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.583633 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.596950 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac7157c-8179-4c1a-9df1-d88a1546a7b9']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:02.613521 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6e1903-7107-4b91-bb14-8e3123046362') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:02.614100 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6e1903-7107-4b91-bb14-8e3123046362') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:02.626296 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.645734 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.652157 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:09:02.652543 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:09:02.666371 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:09:02.805534 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.809013 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:02.822527 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:02.831221 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac7157c-8179-4c1a-9df1-d88a1546a7b9,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:02.834068 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0ac7157c-8179-4c1a-9df1-d88a1546a7b9 HTTP/1.1" status: 204 len: 168 time: 0.5030932 Aug 25 16:09:02.834879 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-198cab68-77b6-4c6a-bddb-8453a7b5ff30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.026936 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33822) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.080717 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-5a660b6f-de3c-4ee9-91eb-33242abb504e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80eb1587aa074180b3a20a488c4382fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524883 Aug 25 16:09:03.082925 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33828) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.174225 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.216650 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.274771 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fba95-e64e-4ae6-9dd1-bae681fe4646 req-938c167e-d480-436c-9294-bc045487ebd8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:03.276252 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5a0fba95-e64e-4ae6-9dd1-bae681fe4646 req-938c167e-d480-436c-9294-bc045487ebd8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.1327055 Aug 25 16:09:03.306067 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.312220 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f7c49ad8-728c-440e-95b3-af977a1bb5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.326142 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cecb923-2df8-47c3-88ce-ccb51d553203,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.334723 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.351148 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.352281 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7cecb923-2df8-47c3-88ce-ccb51d553203 HTTP/1.1" status: 204 len: 168 time: 0.2684846 Aug 25 16:09:03.354698 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5a0fba95-e64e-4ae6-9dd1-bae681fe4646 req-743dafbc-39c8-4c68-aaab-359baae50d5e tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728426 Aug 25 16:09:03.756017 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33838) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.816487 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-7214a7f9-b5ec-4694-bb72-4af7121534f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8339b923926047fc9c78c29ee7e3bdd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0591373 Aug 25 16:09:03.818721 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33842) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:03.878140 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.905929 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.956350 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.959909 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:03.970634 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ede9073-c572-428f-a56c-0e960adf219c,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:03.973986 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:03.977604 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:03.978690 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ede9073-c572-428f-a56c-0e960adf219c HTTP/1.1" status: 204 len: 168 time: 0.1590199 Aug 25 16:09:04.553719 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f7fd8-012c-4673-9baf-120546a2aa2c req-7dbe268a-9750-473e-85d9-5d29189c62c8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:04.555344 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c00f7fd8-012c-4673-9baf-120546a2aa2c req-7dbe268a-9750-473e-85d9-5d29189c62c8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.0798597 Aug 25 16:09:04.606973 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c00f7fd8-012c-4673-9baf-120546a2aa2c req-49b6c7e2-4764-463f-af67-43dd2a1f3d33 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Aug 25 16:09:04.980519 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Sync routers for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:04.999063 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:04.999852 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:05.184243 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:05.273445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 33876) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:05.415971 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.446763 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:05.450614 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Usage tracker for resource:security_group_rule and tenant:61dfe3d7f1d14a84b03100c1a2e2fc29 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:05.453547 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:05.459727 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:05.507211 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 2, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:05.511258 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Checking router: 0de666cc-c39b-4bde-b454-84c5b693b49e for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:05.511620 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Updating router 0de666cc-c39b-4bde-b454-84c5b693b49e port f8c34aa6-acdb-448f-907b-0aa62afa293f binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:09:05.534908 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.538826 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.547132 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-01610ef7-0836-4916-a236-1dc9a1d6e529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:05.567580 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.585560 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e88533-26d1-4343-b08e-5f5a2ef596b0,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:05.590204 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61dfe3d7f1d14a84b03100c1a2e2fc29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3157420 Aug 25 16:09:05.593181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33882) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:05.600367 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.601004 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.601769 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.602331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.602902 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.603542 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.604229 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.604807 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.605364 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.606057 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.606649 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:05.611365 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:05.671540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7a2add2b-51bb-401c-ba4d-27cca6d49a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.699681 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7a2add2b-51bb-401c-ba4d-27cca6d49a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.797499 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7a2add2b-51bb-401c-ba4d-27cca6d49a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.802242 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b6282825-4ff1-4a08-ab70-c14158115069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:05.816610 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2add2b-51bb-401c-ba4d-27cca6d49a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e88533-26d1-4343-b08e-5f5a2ef596b0,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:05.823613 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7a2add2b-51bb-401c-ba4d-27cca6d49a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:05.828685 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-7a2add2b-51bb-401c-ba4d-27cca6d49a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.829799 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-7a2add2b-51bb-401c-ba4d-27cca6d49a4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55e88533-26d1-4343-b08e-5f5a2ef596b0 HTTP/1.1" status: 204 len: 168 time: 0.2354798 Aug 25 16:09:05.840705 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7f73-5f63-4a9b-b1de-b6f905333439 req-d08c16ed-8d80-45e7-ac44-f8b60305cac3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:05.842084 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc7d7f73-5f63-4a9b-b1de-b6f905333439 req-d08c16ed-8d80-45e7-ac44-f8b60305cac3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 931 time: 0.1012750 Aug 25 16:09:05.890647 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fc7d7f73-5f63-4a9b-b1de-b6f905333439 req-3afffb2c-e943-4b48-b706-e500e7601475 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Aug 25 16:09:05.972821 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:05.990840 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Transition to ACTIVE for port object f8c34aa6-acdb-448f-907b-0aa62afa293f will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:05.998495 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.002961 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.174417 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506681b-a0d7-49b7-b51f-7094c8ca21b2 None None] Pushing event updated for resources: {'Port': ['ID=f8c34aa6-acdb-448f-907b-0aa62afa293f,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:06.188929 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Request body: {'port': {'device_id': '237a1c03-a349-48ed-b563-1d60695fb761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:06.207317 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-2506681b-a0d7-49b7-b51f-7094c8ca21b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:06.309819 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Attempting to bind port f8c34aa6-acdb-448f-907b-0aa62afa293f on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:06.310849 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Attempting to bind port f8c34aa6-acdb-448f-907b-0aa62afa293f by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:06.311682 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Attempting to bind port f8c34aa6-acdb-448f-907b-0aa62afa293f on network 0b8af372-8e4a-4bdd-8714-5085d133c770 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:06.328510 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:06.328983 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Checking segment: {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:06.329493 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.330057 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Bound using segment: {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:06.331198 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Bound port: f8c34aa6-acdb-448f-907b-0aa62afa293f, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:06.331644 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.339933 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.430282 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] For port f8c34aa6-acdb-448f-907b-0aa62afa293f, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:06.433505 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] For port f8c34aa6-acdb-448f-907b-0aa62afa293f, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=f8c34aa6-acdb-448f-907b-0aa62afa293f,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:06.439022 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.443289 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.521469 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506681b-a0d7-49b7-b51f-7094c8ca21b2 None None] Pushing event updated for resources: {'Port': ['ID=f8c34aa6-acdb-448f-907b-0aa62afa293f,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:06.524052 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:06.524657 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:06.615733 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-2506681b-a0d7-49b7-b51f-7094c8ca21b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:06.754641 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f8c34aa6-acdb-448f-907b-0aa62afa293f up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:06.792417 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad56acf6-ba58-4312-95a6-424bbae27f13 {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:06.798897 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.814334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Transition to ACTIVE for port object ad56acf6-ba58-4312-95a6-424bbae27f13 will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:06.818847 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:06.835712 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7c40ea77-019f-4efa-9889-0a14ff9eeeb7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:06.851297 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:06.938288 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port f8c34aa6-acdb-448f-907b-0aa62afa293f completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:07.035809 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Pushing event updated for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:07.047404 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:07.094010 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port f8c34aa6-acdb-448f-907b-0aa62afa293f triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:07.096328 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.233424 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Attempting to bind port ad56acf6-ba58-4312-95a6-424bbae27f13 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:07.233761 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Attempting to bind port ad56acf6-ba58-4312-95a6-424bbae27f13 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:07.234085 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Attempting to bind port ad56acf6-ba58-4312-95a6-424bbae27f13 on network 0b8af372-8e4a-4bdd-8714-5085d133c770 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:07.246749 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Port ad56acf6-ba58-4312-95a6-424bbae27f13 on network 0b8af372-8e4a-4bdd-8714-5085d133c770 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:09:07.249286 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Attempting to bind port ad56acf6-ba58-4312-95a6-424bbae27f13 on network 0b8af372-8e4a-4bdd-8714-5085d133c770 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:07.263755 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:07.264293 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Checking segment: {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:07.264919 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Bound using segment: {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:07.265307 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Bound port: ad56acf6-ba58-4312-95a6-424bbae27f13, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8afc76-7b0e-4801-ade2-a817ec19a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:07.266674 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.304094 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c57bc6-2741-46cc-92d2-4ef8701acb9e req-1c2fbc5d-2cbc-40b4-a7da-3f2ff03faac4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:07.310992 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Sync routers for ids ['27ffc940-6412-4cb1-a8cf-977675e44ab0'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:07.314771 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c4c57bc6-2741-46cc-92d2-4ef8701acb9e req-1c2fbc5d-2cbc-40b4-a7da-3f2ff03faac4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 943 time: 0.2184279 Aug 25 16:09:07.324181 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Routers {'27ffc940-6412-4cb1-a8cf-977675e44ab0'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:07.324789 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['27ffc940-6412-4cb1-a8cf-977675e44ab0'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:07.439499 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:07.444005 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ad56acf6-ba58-4312-95a6-424bbae27f13,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:07.450262 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.458628 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:07.484336 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.567554 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port f8c34aa6-acdb-448f-907b-0aa62afa293f, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=f8c34aa6-acdb-448f-907b-0aa62afa293f,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:07.571897 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.572300 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Set router 27ffc940-6412-4cb1-a8cf-977675e44ab0 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:07.575608 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:07.634464 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Pushing event updated for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:07.638435 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:07.654171 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=f8c34aa6-acdb-448f-907b-0aa62afa293f,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:07.658969 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:06Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:07.661306 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:07.663409 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c4c57bc6-2741-46cc-92d2-4ef8701acb9e req-8876e0ae-93ab-4919-ad30-dafa522ef5ff tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473682 Aug 25 16:09:07.664664 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a46dc43-8c42-4e90-8479-5bef3dd5fef3 None None] The sync data for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb is: [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:06Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:07.679909 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:07.683804 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] 10.222.0.53 "PUT /v2.0/ports/ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 1093 time: 1.5012453 Aug 25 16:09:07.688446 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:07.856224 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'status': 'completed', 'code': 200} Aug 25 16:09:07.902323 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-8aad6a02-cbfa-4fa0-86e6-d0b2a588f08f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1096 time: 0.1324594 Aug 25 16:09:08.012472 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-13d4cdb2-3d42-498c-98b0-46a4ce61bf2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 217 time: 0.0957201 Aug 25 16:09:08.102279 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e846474f-6156-42be-a179-88a95d757791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:34Z', 'revision_number': 4, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port': {'id': 'e846474f-6156-42be-a179-88a95d757791', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'ecf8e613-283b-4ab7-8883-579757613be6', 'name': '', 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'mac_address': 'fa:16:3e:db:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f817245e-6a07-4229-82fd-ad0f175fba71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:33Z', 'updated_at': '2021-08-25T16:08:34Z', 'revision_number': 2, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'subnets': [{'id': 'f817245e-6a07-4229-82fd-ad0f175fba71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:08.108035 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Checking router: 27ffc940-6412-4cb1-a8cf-977675e44ab0 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:08.108558 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Updating router 27ffc940-6412-4cb1-a8cf-977675e44ab0 port ecf8e613-283b-4ab7-8883-579757613be6 binding host dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:09:08.126784 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-5ca7e590-bfa6-44bb-b68b-cac59bd9f7b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:08.128713 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-5ca7e590-bfa6-44bb-b68b-cac59bd9f7b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.1008487 Aug 25 16:09:08.166990 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.237564 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-7a433c29-3e16-423e-818a-4ede60799167 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002431 Aug 25 16:09:08.241913 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33938) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:08.425746 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-d697987a-fec6-418d-b184-c38b226407e5 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768198 Aug 25 16:09:08.542176 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.579870 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:08.584299 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Usage tracker for resource:security_group_rule and tenant:07568d2b3fff4e8499c0b2322a23dbdb is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:08.587976 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:08.591951 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Notify callbacks [] for port, precommit_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.593983 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:08.629704 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.provisioning_blocks [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Transition to ACTIVE for port object ecf8e613-283b-4ab7-8883-579757613be6 will not be triggered until provisioned by entity L2. {{(pid=75094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:09:08.640767 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.646040 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-0b8d0741-72be-4829-aade-e7cbdc3ca41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:08.686961 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0628b327-fda6-4afd-affa-ef5907acabb5 req-d7642bd8-832b-481a-9bf5-f09080c9c3e0 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536545 Aug 25 16:09:08.702662 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f8c34aa6-acdb-448f-907b-0aa62afa293f up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:08.754958 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.761134 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.814137 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8c22ba96-4d5d-478b-a9f1-2384cc8ec5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:08.837827 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port f8c34aa6-acdb-448f-907b-0aa62afa293f triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:08.838234 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:08.888618 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c2e70-4f71-4a12-8b5c-e3f67bae6639 None None] Pushing event updated for resources: {'Port': ['ID=ecf8e613-283b-4ab7-8883-579757613be6,revision_number=3']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:08.891783 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-314c2e70-4f71-4a12-8b5c-e3f67bae6639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:08.956355 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1593ce2-e05d-44b0-ad52-e0d69b7b7b47,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:08.961691 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:08.983000 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-372fa3b0-bae8-4017-811c-bb9da7183f37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07568d2b3fff4e8499c0b2322a23dbdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7398107 Aug 25 16:09:08.987120 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 33952) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:08.992652 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Attempting to bind port ecf8e613-283b-4ab7-8883-579757613be6 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:09:08.993185 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Attempting to bind port ecf8e613-283b-4ab7-8883-579757613be6 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:09:08.993546 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Attempting to bind port ecf8e613-283b-4ab7-8883-579757613be6 on network b49e972d-315c-4777-9bc6-63f06f79d41d {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:09:09.004437 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:09:09.005039 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Checking segment: {'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:09:09.005593 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.006152 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Bound using segment: {'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:09:09.006798 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Bound port: ecf8e613-283b-4ab7-8883-579757613be6, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce87a15-49f7-4dc2-a05a-c3a238607148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d'}}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:09:09.007355 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.057890 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47450169-7ae1-4d91-a31c-de13c3e45019 req-d9252fda-74fc-4c29-8132-26dfda4bb045 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.066202 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-47450169-7ae1-4d91-a31c-de13c3e45019 req-d9252fda-74fc-4c29-8132-26dfda4bb045 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.2936459 Aug 25 16:09:09.090068 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-3befde99-edc4-4b51-aa95-1b361ef18798 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1096 time: 0.2657697 Aug 25 16:09:09.108613 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] For port ecf8e613-283b-4ab7-8883-579757613be6, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:09:09.112034 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] For port ecf8e613-283b-4ab7-8883-579757613be6, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=ecf8e613-283b-4ab7-8883-579757613be6,segment=NetworkSegment(5ce87a15-49f7-4dc2-a05a-c3a238607148),segment_id=5ce87a15-49f7-4dc2-a05a-c3a238607148)] {{(pid=75094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:09:09.116862 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.121395 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.150296 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f829b3-5d3b-4a32-9d3c-71e3218d431d req-ec48c80b-eba1-4bc2-9973-3a585bdb2d45 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.151814 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-35f829b3-5d3b-4a32-9d3c-71e3218d431d req-ec48c80b-eba1-4bc2-9973-3a585bdb2d45 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 943 time: 0.2831361 Aug 25 16:09:09.204168 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Routers {'27ffc940-6412-4cb1-a8cf-977675e44ab0'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:09.204368 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.204949 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:08:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['27ffc940-6412-4cb1-a8cf-977675e44ab0'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:09.209873 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-35f829b3-5d3b-4a32-9d3c-71e3218d431d req-30ec63bd-5e79-4729-a188-53f7b5182f5c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Synchronizing usage tracker for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:09.230551 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-35f829b3-5d3b-4a32-9d3c-71e3218d431d req-30ec63bd-5e79-4729-a188-53f7b5182f5c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Unset dirty status for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:09.231923 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-35f829b3-5d3b-4a32-9d3c-71e3218d431d req-30ec63bd-5e79-4729-a188-53f7b5182f5c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738070 Aug 25 16:09:09.263288 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.269705 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-47450169-7ae1-4d91-a31c-de13c3e45019 req-5d649cc3-5b2e-47d8-a743-3940e0084c91 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024553 Aug 25 16:09:09.290106 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.306615 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c2e70-4f71-4a12-8b5c-e3f67bae6639 None None] Pushing event updated for resources: {'Port': ['ID=ecf8e613-283b-4ab7-8883-579757613be6,revision_number=4']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.311197 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-314c2e70-4f71-4a12-8b5c-e3f67bae6639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.327863 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-fd7baa9b-6cfd-4266-8bdd-ce8187b4a267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.329307 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-fd7baa9b-6cfd-4266-8bdd-ce8187b4a267 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 915 time: 0.2264049 Aug 25 16:09:09.412729 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-58865479-6231-40ea-8f20-403b70933983 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 217 time: 0.0748198 Aug 25 16:09:09.469521 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] Set router 27ffc940-6412-4cb1-a8cf-977675e44ab0 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:09.473940 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.484493 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6254df67-048f-4763-b710-c328875cf77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:09.499228 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1593ce2-e05d-44b0-ad52-e0d69b7b7b47,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:09.501575 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:09.505701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-20953b4c-1cb7-4cf6-8b2c-f319b4065466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:09.507860 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-20953b4c-1cb7-4cf6-8b2c-f319b4065466 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.0886958 Aug 25 16:09:09.511637 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:09.515062 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1593ce2-e05d-44b0-ad52-e0d69b7b7b47 HTTP/1.1" status: 204 len: 168 time: 0.5245206 Aug 25 16:09:09.599652 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-7402454f-013a-40e3-82c9-3d972a67c091 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844541 Aug 25 16:09:09.696006 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:09:09.762996 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-5ca3edd5-f812-4f88-861e-e65097814c67 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555903 Aug 25 16:09:09.834855 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e846474f-6156-42be-a179-88a95d757791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:34Z', 'revision_number': 4, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port': {'id': 'e846474f-6156-42be-a179-88a95d757791', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'ecf8e613-283b-4ab7-8883-579757613be6', 'name': '', 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'mac_address': 'fa:16:3e:db:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f817245e-6a07-4229-82fd-ad0f175fba71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:33Z', 'updated_at': '2021-08-25T16:09:09Z', 'revision_number': 4, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'subnets': [{'id': 'f817245e-6a07-4229-82fd-ad0f175fba71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:09.839233 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251759d-66a0-43fa-a1da-3c05f795aa8a None None] The sync data for ids ['27ffc940-6412-4cb1-a8cf-977675e44ab0'] in dv-cinder-805825-2-smb is: [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e846474f-6156-42be-a179-88a95d757791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:34Z', 'revision_number': 4, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port': {'id': 'e846474f-6156-42be-a179-88a95d757791', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'ecf8e613-283b-4ab7-8883-579757613be6', 'name': '', 'network_id': 'b49e972d-315c-4777-9bc6-63f06f79d41d', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'mac_address': 'fa:16:3e:db:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f817245e-6a07-4229-82fd-ad0f175fba71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:33Z', 'updated_at': '2021-08-25T16:09:09Z', 'revision_number': 4, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'subnets': [{'id': 'f817245e-6a07-4229-82fd-ad0f175fba71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:10.016538 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cf5d47f9-091b-45ce-bc3f-33829d277243 req-876500eb-e713-4c00-aac2-e216e0fa6c14 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458646 Aug 25 16:09:10.448294 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76625c6f-75f2-4d50-a5b6-44725ece6c1b req-e4bb4faa-3f56-4609-bd4e-a381ba9de1b0 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.449789 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-76625c6f-75f2-4d50-a5b6-44725ece6c1b req-e4bb4faa-3f56-4609-bd4e-a381ba9de1b0 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 943 time: 0.0804863 Aug 25 16:09:10.482134 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf9ef8-0cd0-486f-8d19-c83d87f4434c req-48410472-e44d-4c1d-b0be-9cb8c2492ed9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:10.490555 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3dbf9ef8-0cd0-486f-8d19-c83d87f4434c req-48410472-e44d-4c1d-b0be-9cb8c2492ed9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0945551 Aug 25 16:09:10.509583 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-76625c6f-75f2-4d50-a5b6-44725ece6c1b req-e702d534-db24-4dd7-b7ca-be7a4cc98edf tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529938 Aug 25 16:09:10.542989 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3dbf9ef8-0cd0-486f-8d19-c83d87f4434c req-a76293bb-3730-4f8a-a6e8-690f52aad3e5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514665 Aug 25 16:09:10.698897 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device ecf8e613-283b-4ab7-8883-579757613be6 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:10.773976 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port ecf8e613-283b-4ab7-8883-579757613be6 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:10.778501 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port ecf8e613-283b-4ab7-8883-579757613be6 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:10.778872 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.891636 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.923814 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port ecf8e613-283b-4ab7-8883-579757613be6, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=ecf8e613-283b-4ab7-8883-579757613be6,segment=NetworkSegment(5ce87a15-49f7-4dc2-a05a-c3a238607148),segment_id=5ce87a15-49f7-4dc2-a05a-c3a238607148)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:10.928335 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:10.930263 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:10.993049 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=ecf8e613-283b-4ab7-8883-579757613be6,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:10.995948 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:11.725340 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3071e-7e61-49dd-87f1-1ec46f50a7f9 req-289f8c17-ba4c-4f56-a200-0de081751e37 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:11.726823 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8ed3071e-7e61-49dd-87f1-1ec46f50a7f9 req-289f8c17-ba4c-4f56-a200-0de081751e37 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 943 time: 0.0838988 Aug 25 16:09:11.755736 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7a7b4-5821-47ea-ac08-a095eaa69091 req-3c34610b-bf76-430f-80c8-64ac0400aaa7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:11.757248 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3bc7a7b4-5821-47ea-ac08-a095eaa69091 req-3c34610b-bf76-430f-80c8-64ac0400aaa7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0852973 Aug 25 16:09:11.782050 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8ed3071e-7e61-49dd-87f1-1ec46f50a7f9 req-0708212c-4c57-4bec-af77-2a8533b34aad tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Aug 25 16:09:11.807625 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3bc7a7b4-5821-47ea-ac08-a095eaa69091 req-bb5a95a8-8327-45d0-a25b-c20e4a6ec542 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444980 Aug 25 16:09:12.669568 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device ecf8e613-283b-4ab7-8883-579757613be6 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:12.768122 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port ecf8e613-283b-4ab7-8883-579757613be6 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:12.768414 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:12.991682 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304e33f-b94f-4b76-bf78-da9b3f1ff275 req-c2e9ffdf-9e6e-436e-bb1f-342e57db7ae6 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:12.993220 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5304e33f-b94f-4b76-bf78-da9b3f1ff275 req-c2e9ffdf-9e6e-436e-bb1f-342e57db7ae6 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 943 time: 0.0800328 Aug 25 16:09:13.014580 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73891642-df0c-4636-b07f-4bef66331d9f req-bd192ac0-6149-45b2-bec1-83099af1a413 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:13.016346 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-73891642-df0c-4636-b07f-4bef66331d9f req-bd192ac0-6149-45b2-bec1-83099af1a413 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0797472 Aug 25 16:09:13.045075 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5304e33f-b94f-4b76-bf78-da9b3f1ff275 req-c73b9008-0342-4ed0-9c54-765ffec2b67b tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457435 Aug 25 16:09:13.073484 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-73891642-df0c-4636-b07f-4bef66331d9f req-7fb0f342-14e0-4def-aa67-cec0cd497ee5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511580 Aug 25 16:09:13.550340 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device ad56acf6-ba58-4312-95a6-424bbae27f13 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:09:13.703443 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ad56acf6-ba58-4312-95a6-424bbae27f13,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:13.716555 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'port_id': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'mac_address': 'fa:16:3e:be:00:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:09:13.776416 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.793330 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad56acf6-ba58-4312-95a6-424bbae27f13 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:09:13.808500 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ad56acf6-ba58-4312-95a6-424bbae27f13,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:13.812893 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:13.814596 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:13.879388 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:13.882286 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:14.250158 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6e3d3-2b6c-4304-97b8-80de604868a2 req-3c18a6b9-1eb2-4f13-807b-d42d3336669a tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:14.251546 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-65b6e3d3-2b6c-4304-97b8-80de604868a2 req-3c18a6b9-1eb2-4f13-807b-d42d3336669a tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 944 time: 0.0829883 Aug 25 16:09:14.280759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadd5b-fa43-4f2a-aaca-c3fade293a6e req-f348ce1b-0a1b-4e6d-94c4-0deef7c2f227 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:14.282154 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e0eadd5b-fa43-4f2a-aaca-c3fade293a6e req-f348ce1b-0a1b-4e6d-94c4-0deef7c2f227 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0786016 Aug 25 16:09:14.297312 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-65b6e3d3-2b6c-4304-97b8-80de604868a2 req-4522bd4a-daf5-470a-baae-1e9df348a05b tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Aug 25 16:09:14.300417 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['ad56acf6-ba58-4312-95a6-424bbae27f13'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:14.330892 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e0eadd5b-fa43-4f2a-aaca-c3fade293a6e req-c5381b8e-821a-4f6c-98fa-538674e3c569 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Aug 25 16:09:15.513432 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adceb1-b7f3-4849-b69b-34e9d2f8bbe0 req-2e0b5333-acb7-4f1d-9c2e-4359542348a4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:15.514936 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-39adceb1-b7f3-4849-b69b-34e9d2f8bbe0 req-2e0b5333-acb7-4f1d-9c2e-4359542348a4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 944 time: 0.0846970 Aug 25 16:09:15.547431 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459c75c-1506-4abc-b28c-57de65096afe req-79e0f869-329c-4875-b0b4-11bfe2cd2408 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:15.548993 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3459c75c-1506-4abc-b28c-57de65096afe req-79e0f869-329c-4875-b0b4-11bfe2cd2408 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0885494 Aug 25 16:09:15.552912 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device ad56acf6-ba58-4312-95a6-424bbae27f13 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:09:15.567586 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-39adceb1-b7f3-4849-b69b-34e9d2f8bbe0 req-e04f8306-5c71-4d1c-ae00-ce886a803e43 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Aug 25 16:09:15.606228 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3459c75c-1506-4abc-b28c-57de65096afe req-4c73881e-0c45-4cec-8f27-afff3fb7f91c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496719 Aug 25 16:09:15.645896 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port ad56acf6-ba58-4312-95a6-424bbae27f13 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:09:15.651637 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port ad56acf6-ba58-4312-95a6-424bbae27f13 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:15.652043 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.764551 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.792079 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:15.801867 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ad56acf6-ba58-4312-95a6-424bbae27f13,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:15.805641 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:15.807486 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-2506681b-a0d7-49b7-b51f-7094c8ca21b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:15.849684 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'code': 200} Aug 25 16:09:15.875021 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:15.883380 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.883739 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.884104 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.884430 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.884777 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.885074 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.885392 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.885708 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.886025 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.886338 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.886651 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:09:15.890215 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:16.125341 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c1b36b9e-6b1e-41e5-a8cb-2bec3eb7ccf8 req-20112496-55f5-4535-9c32-ccd83587ae20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1098 time: 0.0701039 Aug 25 16:09:16.169694 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c1b36b9e-6b1e-41e5-a8cb-2bec3eb7ccf8 req-c36a0680-39e4-4ff3-8e42-c9f51187dba8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382144 Aug 25 16:09:16.780091 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0119640-87b8-497b-9151-4a30cbb2dc56 req-31d6a6ed-8319-47c5-9ce6-0806c5c147d7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:16.781772 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b0119640-87b8-497b-9151-4a30cbb2dc56 req-31d6a6ed-8319-47c5-9ce6-0806c5c147d7 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0836229 Aug 25 16:09:16.816183 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca242b-821d-4ea6-8b17-00b33a1eaf06 req-61878c43-352d-4ff9-ace1-bd54462a34e3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:16.817656 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ceca242b-821d-4ea6-8b17-00b33a1eaf06 req-61878c43-352d-4ff9-ace1-bd54462a34e3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0777175 Aug 25 16:09:16.828087 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b0119640-87b8-497b-9151-4a30cbb2dc56 req-6f859671-1ab5-4567-8b1d-5000f6753483 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Aug 25 16:09:16.864000 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ceca242b-821d-4ea6-8b17-00b33a1eaf06 req-3a065a6f-797b-4a3b-b24b-b9f06b204f1e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404980 Aug 25 16:09:18.031963 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c41eb-c65b-4223-86e0-13985d3e5629 req-f0487a2b-c969-4b2c-a81b-d9a1286ddc56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.033507 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3e0c41eb-c65b-4223-86e0-13985d3e5629 req-f0487a2b-c969-4b2c-a81b-d9a1286ddc56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0846181 Aug 25 16:09:18.089910 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3e0c41eb-c65b-4223-86e0-13985d3e5629 req-0f3a8e73-38ce-4646-8f0b-2f9d25ebbb3b tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502830 Aug 25 16:09:18.090875 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27eb70-3c35-4c39-a8b2-a183f5d70584 req-389d8493-b084-4f89-b3cd-d56575e14aa9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.092429 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bb27eb70-3c35-4c39-a8b2-a183f5d70584 req-389d8493-b084-4f89-b3cd-d56575e14aa9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0990200 Aug 25 16:09:18.153430 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bb27eb70-3c35-4c39-a8b2-a183f5d70584 req-42537c53-64f1-4022-b5ef-b71641e54dc4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552831 Aug 25 16:09:18.345162 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911a2ac-b078-496d-8086-79a0544588e9 req-d701b629-97fe-431c-b360-f227e6560890 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.346601 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7911a2ac-b078-496d-8086-79a0544588e9 req-d701b629-97fe-431c-b360-f227e6560890 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0818536 Aug 25 16:09:18.393998 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7911a2ac-b078-496d-8086-79a0544588e9 req-abec9378-2281-42ad-8fc8-93daad80989a tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Aug 25 16:09:18.833150 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388062-0877-49cc-9e4d-f2fd8993d6ea req-3d7d78d6-7f2a-48cc-a1c1-1c7160dcbe8d tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:18.834639 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-40388062-0877-49cc-9e4d-f2fd8993d6ea req-3d7d78d6-7f2a-48cc-a1c1-1c7160dcbe8d tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0782199 Aug 25 16:09:18.884617 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-40388062-0877-49cc-9e4d-f2fd8993d6ea req-32a8778b-c026-40ba-90e5-404150ae6410 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Aug 25 16:09:19.387464 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f962b-6870-47c3-83ba-e2e9f5b38d7a req-b0ba1354-78e7-43f7-9092-38d684d6c8e8 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:19.389149 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d05f962b-6870-47c3-83ba-e2e9f5b38d7a req-b0ba1354-78e7-43f7-9092-38d684d6c8e8 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0907404 Aug 25 16:09:19.446976 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d05f962b-6870-47c3-83ba-e2e9f5b38d7a req-39113b8a-2367-4442-bf86-0fa660066de4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509446 Aug 25 16:09:20.677336 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695f3df-900c-418d-bbf4-9646f038a575 req-e95afcb8-f06b-4983-8803-e40cf03086eb tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:20.679024 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4695f3df-900c-418d-bbf4-9646f038a575 req-e95afcb8-f06b-4983-8803-e40cf03086eb tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0879896 Aug 25 16:09:20.734495 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4695f3df-900c-418d-bbf4-9646f038a575 req-582c899a-23c1-485a-89dd-fd7676d05cc3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Aug 25 16:09:21.525527 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:21.953126 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923145-0b98-4dc8-ac63-0537b4cc806f req-12770b16-3250-48c9-b3d0-931781798f07 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:21.954619 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bb923145-0b98-4dc8-ac63-0537b4cc806f req-12770b16-3250-48c9-b3d0-931781798f07 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0892689 Aug 25 16:09:22.002037 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-bb923145-0b98-4dc8-ac63-0537b4cc806f req-596923ea-0f33-482e-88fd-876c5bc50c01 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 Aug 25 16:09:22.230057 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d00baaa6-901e-48f4-9335-084839fa2663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:23.217911 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fc871-42f6-46a7-8d72-ae7122783298 req-0d73db4e-3a59-4de1-9ab5-5c166b4927b2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:23.219288 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4f2fc871-42f6-46a7-8d72-ae7122783298 req-0d73db4e-3a59-4de1-9ab5-5c166b4927b2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0853975 Aug 25 16:09:23.267546 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4f2fc871-42f6-46a7-8d72-ae7122783298 req-5767c35a-7d72-433b-be00-e2f45031afce tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 Aug 25 16:09:23.945313 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80abe-29c7-4e78-aea1-38d01b3e35fd req-66d92692-8420-4b52-86c1-086b0278b518 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:23.946795 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3ef80abe-29c7-4e78-aea1-38d01b3e35fd req-66d92692-8420-4b52-86c1-086b0278b518 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0892460 Aug 25 16:09:23.998068 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3ef80abe-29c7-4e78-aea1-38d01b3e35fd req-6ac4c1e2-174f-4ef9-83a4-617f9fdd1902 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454934 Aug 25 16:09:24.033389 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34060) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:24.304233 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-f7a7b3eb-2ea5-4d06-87a2-b6dafeb3a7b8 tempest-TestMinimumBasicScenario-1277607606 tempest-TestMinimumBasicScenario-1277607606-project-admin] Synchronizing usage tracker for tenant:0b8572a6b3ee4af1b8d76c7092e92792 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:24.335452 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-f7a7b3eb-2ea5-4d06-87a2-b6dafeb3a7b8 tempest-TestMinimumBasicScenario-1277607606 tempest-TestMinimumBasicScenario-1277607606-project-admin] Unset dirty status for tenant:0b8572a6b3ee4af1b8d76c7092e92792 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:24.339712 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-f7a7b3eb-2ea5-4d06-87a2-b6dafeb3a7b8 tempest-TestMinimumBasicScenario-1277607606 tempest-TestMinimumBasicScenario-1277607606-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1093 time: 0.3019359 Aug 25 16:09:24.340108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34070) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:24.346807 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'floatingip': {'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'port_id': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:24.352910 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:24.357493 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:floatingip and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:24.360899 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:24.367523 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:24.378406 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for floatingip, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:24.479044 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbf8f7-a4fa-4dac-b42f-1f93efab6c1b req-1b24fe42-1654-489d-b212-29b0a35a909c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:24.480609 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-35fbf8f7-a4fa-4dac-b42f-1f93efab6c1b req-1b24fe42-1654-489d-b212-29b0a35a909c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0801952 Aug 25 16:09:24.531321 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:24.538274 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-35fbf8f7-a4fa-4dac-b42f-1f93efab6c1b req-0a2766ec-29f4-4c87-85a3-692052a8049a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507560 Aug 25 16:09:24.683881 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Allocated IP 172.28.1.227 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/6ec12147-d3d0-45a5-bd2e-776ce4f0e263) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:09:24.834307 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:24.861530 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:24.865422 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4c7512ae-207c-4de8-b170-1d082850d4b7 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:24.926470 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:09:24.929214 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:09:24.931811 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:09:24.970855 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'Port': ['ID=6ec12147-d3d0-45a5-bd2e-776ce4f0e263,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:24.973840 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:25.397220 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-6115ed32-142c-4ac2-b2ce-9716a56dbcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.596933 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.659711 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.756914 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a457cd2-01a7-42fd-b118-303e9bff1a78 req-91f64646-987e-4c9d-b4d7-1a53c4381b26 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:25.758392 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0a457cd2-01a7-42fd-b118-303e9bff1a78 req-91f64646-987e-4c9d-b4d7-1a53c4381b26 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0864170 Aug 25 16:09:25.807672 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0a457cd2-01a7-42fd-b118-303e9bff1a78 req-9bf3e2e1-06a6-410c-95d5-d42ccc23bfa5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 Aug 25 16:09:25.878911 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.883414 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:25.896134 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6e787884-2f9e-4578-bcea-4ca0c85d5ccc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:25.996306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'Port': ['ID=6ec12147-d3d0-45a5-bd2e-776ce4f0e263,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:25.999062 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:26.015367 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.217770 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.l3_db [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Floating IP 55373afd-17e3-409d-87d0-4c8eac5ba166 associated. External IP: 172.28.1.227, port: ad56acf6-ba58-4312-95a6-424bbae27f13. Aug 25 16:09:26.620737 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Router 0de666cc-c39b-4bde-b454-84c5b693b49e has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:09:26.722491 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:26.929099 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:09:26.940753 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] Sync routers for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:09:26.954800 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:26.956446 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:09:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:26.958241 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.019105 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6778309 Aug 25 16:09:27.020078 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:27.023823 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34082) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:27.031607 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489399936', 'description': 'tempest-secgroup-smoke-1489399936 description', 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:27.040240 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:27.057547 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:27.079155 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'status': 'completed', 'code': 200} Aug 25 16:09:27.106795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.166012 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:27.169819 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:27.177422 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:27.180986 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:27.188676 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:27.197762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbd595-58e0-44c3-aad3-eb15c82eed5f req-b69e9a01-5e27-4d66-8135-fa5b97e36564 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:27.199545 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e3dbd595-58e0-44c3-aad3-eb15c82eed5f req-b69e9a01-5e27-4d66-8135-fa5b97e36564 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1288898 Aug 25 16:09:27.207022 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-c4badce9-e447-4bd7-a073-00f8c84368c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1098 time: 0.0791769 Aug 25 16:09:27.282995 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e3dbd595-58e0-44c3-aad3-eb15c82eed5f req-1eea70af-ca17-4562-a964-397b8758bfa3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735853 Aug 25 16:09:27.295005 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.301510 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.308449 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fe1916db-39b6-4839-b900-7271ff10ce67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:27.354799 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4e05d0-5b00-472b-a4cc-7f38368d838c,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:27.359925 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:27.363880 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-a223e159-be77-47a6-a211-7203202968ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:27.364951 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.365799 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-a223e159-be77-47a6-a211-7203202968ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 915 time: 0.1515098 Aug 25 16:09:27.366395 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3404574 Aug 25 16:09:27.369589 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34088) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:27.375589 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'security_group_rule': {'security_group_id': '0c4e05d0-5b00-472b-a4cc-7f38368d838c', 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:27.381859 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:27.387639 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:27.391132 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:27.398988 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:27.421748 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.485326 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-c8b5afde-5c5e-4119-b6a3-7a8fc9ccb78b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 999 time: 0.1125588 Aug 25 16:09:27.530020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.535744 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.538860 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:27.560459 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0d2938-eb79-46a7-b332-5a86de766d43,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:27.564803 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:27.567142 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-d9545108-0d1f-4bdb-a266-aebc6c55fa3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:27.569274 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-d9545108-0d1f-4bdb-a266-aebc6c55fa3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.0770936 Aug 25 16:09:27.575504 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.579924 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2090116 Aug 25 16:09:27.583119 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34092) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:27.589786 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'security_group_rule': {'security_group_id': '0c4e05d0-5b00-472b-a4cc-7f38368d838c', 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:27.597856 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:27.608130 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:27.614387 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:27.629627 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:27.630097 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '55373afd-17e3-409d-87d0-4c8eac5ba166', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'port_id': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'mac_address': 'fa:16:3e:be:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a1c03-a349-48ed-b563-1d60695fb761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:25Z', 'updated_at': '2021-08-25T16:09:25Z', 'revision_number': 0, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:07Z', 'revision_number': 5, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:27.636109 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] Checking router: 0de666cc-c39b-4bde-b454-84c5b693b49e for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:09:27.649999 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:09:27.650672 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:09:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:27.655220 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.676846 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-d47bee3e-8e78-46f7-9699-57bdb6b7fb03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980310 Aug 25 16:09:27.742501 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.749048 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.753109 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:27.771305 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b577c20a-b650-46a0-8005-4a1f9e5a3795,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:27.775384 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:27.800943 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.804727 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-ab80d9b1-0cbd-4f05-a08e-c1d360790faa tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2195351 Aug 25 16:09:27.806938 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34098) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:27.817654 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'security_group_rule': {'security_group_id': '0c4e05d0-5b00-472b-a4cc-7f38368d838c', 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:27.825529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:27.831667 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:27.834675 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:27.842560 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:27.848713 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-d4c61837-7f1c-4ab5-a715-bfafd001bf80 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655307 Aug 25 16:09:27.863209 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.876455 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:09:27.940682 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.946109 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.948476 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b1da088b-baa3-4115-bf5c-ef64bdfe7e86 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:27.974871 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04095d89-5fa5-4d29-b067-7315a9d09d2e,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:27.977432 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:27.991751 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:27.994068 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a458d015-a837-4612-a2c6-3f0022336565 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1849024 Aug 25 16:09:27.997736 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34102) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:28.003619 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bc74180-6fac-497e-976f-ccb355a7a5ae req-2a393643-683f-4f7d-8d7e-08b7a5c42a13 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481771 Aug 25 16:09:28.006641 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'security_group_rule': {'security_group_id': '0c4e05d0-5b00-472b-a4cc-7f38368d838c', 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:28.012543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:28.017645 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:28.022279 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:28.030110 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:28.050456 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.052587 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.118270 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.123035 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.129990 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-962df625-c78e-4bd6-bfe4-6da392705ec8 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:28.149387 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0933e843-5c86-4509-aaa1-796b4b130c05,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:28.152109 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:28.160556 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.164311 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a6a18f71-f500-40e7-b821-374bdd2b91ea tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1614721 Aug 25 16:09:28.164820 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34106) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:28.170823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'security_group_rule': {'security_group_id': '0c4e05d0-5b00-472b-a4cc-7f38368d838c', 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:28.177436 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:28.181310 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:28.184748 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:28.192195 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:28.202556 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.securitygroups_db [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Project 48bd31ef7a60480d8b0bc5421b03fa07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:09:28.209120 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.263887 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '55373afd-17e3-409d-87d0-4c8eac5ba166', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'port_id': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'mac_address': 'fa:16:3e:be:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a1c03-a349-48ed-b563-1d60695fb761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:25Z', 'updated_at': '2021-08-25T16:09:25Z', 'revision_number': 0, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:07Z', 'revision_number': 5, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:09:28.269836 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d2e3ec-3d14-4136-b0e8-c0be1f68d9d6 None None] The sync data for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb is: [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '55373afd-17e3-409d-87d0-4c8eac5ba166', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'floating_ip_address': '172.28.1.227', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'port_id': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'mac_address': 'fa:16:3e:be:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a1c03-a349-48ed-b563-1d60695fb761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:09:25Z', 'updated_at': '2021-08-25T16:09:25Z', 'revision_number': 0, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:07Z', 'revision_number': 5, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:09:28.280088 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.285861 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.288193 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:28.311404 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851bf943-cb53-416a-b9c4-70764f0a4594,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:28.314048 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:28.322629 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.323912 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1580844 Aug 25 16:09:28.326667 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34112) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:09:28.332506 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'security_group_rule': {'security_group_id': '0c4e05d0-5b00-472b-a4cc-7f38368d838c', 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:28.338906 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:09:28.342894 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Usage tracker for resource:security_group_rule and tenant:48bd31ef7a60480d8b0bc5421b03fa07 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:09:28.345877 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:09:28.352014 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:09:28.364745 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.securitygroups_db [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Project 48bd31ef7a60480d8b0bc5421b03fa07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:09:28.372759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.458730 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.463490 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.465988 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-25a1675d-f2d0-4044-ac6c-e546eec5ad5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:28.490337 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181f8534-d1cb-438a-8d6e-d934437be938,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:28.494734 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:28.505266 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:28.507854 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1790376 Aug 25 16:09:28.521809 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29cf0b-b17c-4deb-800a-b20b55884f0b req-5ee31ee2-c7e1-420e-8cae-2bf8e7ebc3f3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:28.523435 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df29cf0b-b17c-4deb-800a-b20b55884f0b req-5ee31ee2-c7e1-420e-8cae-2bf8e7ebc3f3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0869651 Aug 25 16:09:28.541289 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d3066-617b-462a-a1df-98c190863c7b None None] New status for floating IP 55373afd-17e3-409d-87d0-4c8eac5ba166: ACTIVE {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:09:28.577234 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df29cf0b-b17c-4deb-800a-b20b55884f0b req-0b925e77-0fc3-4141-88d2-1e220cac905f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481310 Aug 25 16:09:28.676306 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-25aa74fc-1e1b-4da4-9f0f-deb2ea5ed56a tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489399936&fields=id&tenant_id=48bd31ef7a60480d8b0bc5421b03fa07 HTTP/1.1" status: 200 len: 267 time: 0.0533676 Aug 25 16:09:28.763458 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-92570a54-8e00-42eb-814b-9b0204b9a02a tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:28.764977 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-92570a54-8e00-42eb-814b-9b0204b9a02a tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0763097 Aug 25 16:09:28.776498 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'port': {'security_groups': ['5d2ad84d-a075-47c1-8c01-8bf3ed11e91b', '0c4e05d0-5b00-472b-a4cc-7f38368d838c']}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:09:28.903719 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.163385 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ad56acf6-ba58-4312-95a6-424bbae27f13,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:09:29.186914 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.192150 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.197533 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:09:29.239491 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['ad56acf6-ba58-4312-95a6-424bbae27f13'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:29.334987 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.335512 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.340056 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3d231d3f-9a41-40c6-8339-5758c6f67f22 req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "PUT /v2.0/ports/ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 981 time: 0.5683696 Aug 25 16:09:29.340770 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:09:29.367801 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=6']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:09:29.372049 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:09:29.428326 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'status': 'completed', 'code': 200} Aug 25 16:09:29.531207 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['ad56acf6-ba58-4312-95a6-424bbae27f13'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:09:29.564213 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f22de-90cc-429f-98a2-e3a04d848873 req-f0dbfaac-dde3-4fc7-9a9c-6b3fe88c6050 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.567148 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-637f22de-90cc-429f-98a2-e3a04d848873 req-f0dbfaac-dde3-4fc7-9a9c-6b3fe88c6050 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0970550 Aug 25 16:09:29.572576 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-ecf2537d-8f3e-4733-8f19-cb313c65c989 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1137 time: 0.0799646 Aug 25 16:09:29.631228 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-637f22de-90cc-429f-98a2-e3a04d848873 req-15e46fb9-19d3-406c-b782-6c8ed0fe83a9 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Synchronizing usage tracker for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:09:29.656809 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-637f22de-90cc-429f-98a2-e3a04d848873 req-15e46fb9-19d3-406c-b782-6c8ed0fe83a9 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Unset dirty status for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:09:29.658035 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-637f22de-90cc-429f-98a2-e3a04d848873 req-15e46fb9-19d3-406c-b782-6c8ed0fe83a9 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0854652 Aug 25 16:09:29.727472 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-9417efc0-b33f-416f-8f72-df9d89167f10 None None] Provisioning complete for port ad56acf6-ba58-4312-95a6-424bbae27f13 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:09:29.727762 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9417efc0-b33f-416f-8f72-df9d89167f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:29.787236 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-781124f8-1be8-42e6-8fb2-9008071e57c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.788715 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-781124f8-1be8-42e6-8fb2-9008071e57c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 915 time: 0.2083588 Aug 25 16:09:29.916094 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6962-7b87-4bcc-a306-87dd8e015e38 req-f6db737e-d7d3-4002-ac48-42a796eb09fe tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:29.918175 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b18f6962-7b87-4bcc-a306-87dd8e015e38 req-f6db737e-d7d3-4002-ac48-42a796eb09fe tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1826282 Aug 25 16:09:29.921280 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-7f478c95-52ec-4395-8003-86e3d27bc1d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 1001 time: 0.1221919 Aug 25 16:09:30.022853 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-e76e4c6f-8fd3-42d4-8dd6-078f60e71251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.024319 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-e76e4c6f-8fd3-42d4-8dd6-078f60e71251 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.0960009 Aug 25 16:09:30.026585 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b18f6962-7b87-4bcc-a306-87dd8e015e38 req-ad95f930-41e1-4f3a-9530-c21d8b886aa3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004446 Aug 25 16:09:30.110292 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-3f4a667b-c784-4ebc-bf78-3db0ffc078d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787683 Aug 25 16:09:30.272074 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-b116f998-f614-481b-8136-ff6b82ebaaee service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544273 Aug 25 16:09:30.413729 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b6fe0473-7ff0-4d93-976e-c7d75204cee8 req-e1e88cf4-f488-4db8-bcbd-8d859943313a service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345584 Aug 25 16:09:30.415867 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05579b63-7f9e-4b08-b876-17934cfbdc4a req-29342b29-e2e8-42e3-a462-6f0ff38b52a5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.416935 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-05579b63-7f9e-4b08-b876-17934cfbdc4a req-29342b29-e2e8-42e3-a462-6f0ff38b52a5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0805368 Aug 25 16:09:30.510997 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-dd7424e8-eb03-466d-809e-3e2173f6b3ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1099 time: 0.0721748 Aug 25 16:09:30.544038 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-05579b63-7f9e-4b08-b876-17934cfbdc4a req-50374a75-fea9-4621-a4cc-7845e735694a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208723 Aug 25 16:09:30.645540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-099bf600-7dc7-4974-b605-06fc7e1ea4e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.646996 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-099bf600-7dc7-4974-b605-06fc7e1ea4e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.1295092 Aug 25 16:09:30.754682 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-c6160f46-3a73-44ff-905d-e55b6b2a6987 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 1001 time: 0.0991488 Aug 25 16:09:30.822408 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-e2a24880-962a-4c29-a36f-1aacc2bc5c5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:30.823757 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-e2a24880-962a-4c29-a36f-1aacc2bc5c5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0600469 Aug 25 16:09:30.900068 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-db42a117-c40c-454c-bf4c-b60a3ab39a2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693190 Aug 25 16:09:31.045707 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-55bc2ade-bd1b-4fab-adf3-7d1169ac1618 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367126 Aug 25 16:09:31.254178 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-72129592-ef5b-4862-aebd-0ca5ef2b12e9 req-8cdb82ca-2cac-49f7-b541-6d12cba087a4 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010961 Aug 25 16:09:31.744397 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e382cd-b74c-4c59-a56b-f9f56d5ed130 req-bb5887e5-cfbf-407e-b120-bc84437f2026 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:31.745863 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-40e382cd-b74c-4c59-a56b-f9f56d5ed130 req-bb5887e5-cfbf-407e-b120-bc84437f2026 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0804515 Aug 25 16:09:31.796341 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-40e382cd-b74c-4c59-a56b-f9f56d5ed130 req-6b916c43-6470-4c7a-9924-79e1606a011b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449932 Aug 25 16:09:32.994430 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f64fdc-7b31-420c-80ae-5f0049bbe94d req-625ac582-2da9-4557-8d08-4bab8eeae533 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:32.997153 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-17f64fdc-7b31-420c-80ae-5f0049bbe94d req-625ac582-2da9-4557-8d08-4bab8eeae533 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0786717 Aug 25 16:09:33.041762 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-17f64fdc-7b31-420c-80ae-5f0049bbe94d req-b6098a34-c883-4eb4-b1d2-6106057663f4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Aug 25 16:09:39.261494 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:41.346742 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-5cf90f94-b201-4bb1-bc59-e673cd3c05b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670180 Aug 25 16:09:41.508812 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-29b1dc1c-4edd-45dc-8d21-879c1af11606 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 1099 time: 0.0746567 Aug 25 16:09:41.658430 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-90323a5a-b941-4937-abdb-3fa4b018a512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:41.660516 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-90323a5a-b941-4937-abdb-3fa4b018a512 service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.1308429 Aug 25 16:09:41.776903 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-3be183ef-d3b6-4e77-b595-b572199b137a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 200 len: 1001 time: 0.0999012 Aug 25 16:09:41.839510 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-beb76962-d358-419c-8db5-3be5bd1daaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:09:41.840995 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-beb76962-d358-419c-8db5-3be5bd1daaf4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0577199 Aug 25 16:09:41.938832 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-1c56bb47-2765-4462-9001-1e5243b97562 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797360 Aug 25 16:09:42.093506 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-180fcee7-419d-45bf-8422-3ea69facd6f3 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306252 Aug 25 16:09:42.221407 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dac1c4b7-61a6-42bd-bb03-dc837fa565fa req-529fe92a-1519-4b93-b1ec-cd807b3414aa service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215303 Aug 25 16:09:46.636095 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:09:51.521321 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:52.235497 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f53fb47d-1fa2-428e-8dd4-6ec2833cefd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:55.392158 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-00c83e53-6064-474e-9788-907148586c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:56.723426 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:09:58.033986 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:09.264861 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:11.180052 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9971-d106-4ee0-8541-f79d99b6be51 req-617809e8-3e75-4081-9044-3a6b05d18460 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:11.181601 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5cef9971-d106-4ee0-8541-f79d99b6be51 req-617809e8-3e75-4081-9044-3a6b05d18460 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.1633465 Aug 25 16:10:11.228027 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5cef9971-d106-4ee0-8541-f79d99b6be51 req-25b95b17-7779-4839-9e31-95b48533b897 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Aug 25 16:10:12.490066 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabc4ec-8148-44b0-a2fd-c8eb55ee0ba9 req-49af6923-e173-4894-927d-f5ab4369411f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:12.491581 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-cdabc4ec-8148-44b0-a2fd-c8eb55ee0ba9 req-49af6923-e173-4894-927d-f5ab4369411f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.1176627 Aug 25 16:10:12.545236 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-cdabc4ec-8148-44b0-a2fd-c8eb55ee0ba9 req-656a4d7a-fea4-40f2-b9f3-ae4f251515d7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474615 Aug 25 16:10:13.768490 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903b982-cf06-46ee-a1b2-3e1122a3cdbc req-7ab90ec6-da0e-4768-878f-b513acbff6e7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:13.770030 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4903b982-cf06-46ee-a1b2-3e1122a3cdbc req-7ab90ec6-da0e-4768-878f-b513acbff6e7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0827727 Aug 25 16:10:13.821162 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4903b982-cf06-46ee-a1b2-3e1122a3cdbc req-02a2360e-064d-4b8e-a075-b5b0a798870f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456207 Aug 25 16:10:15.038585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0d7ad-e6a1-4760-b7d3-f38b9051fc50 req-802e7422-6f56-498f-a731-e5cdb006445d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:15.040023 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e7e0d7ad-e6a1-4760-b7d3-f38b9051fc50 req-802e7422-6f56-498f-a731-e5cdb006445d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0777228 Aug 25 16:10:15.088747 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e7e0d7ad-e6a1-4760-b7d3-f38b9051fc50 req-f0561e4c-80ac-4b81-9723-b43f2c6a1137 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Aug 25 16:10:16.319112 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181a405-2731-4b1d-86f1-100a564f8a0e req-7469cebd-2335-4d6d-8d0e-99ac444a9c13 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:16.320646 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a181a405-2731-4b1d-86f1-100a564f8a0e req-7469cebd-2335-4d6d-8d0e-99ac444a9c13 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0890708 Aug 25 16:10:16.368196 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a181a405-2731-4b1d-86f1-100a564f8a0e req-9729c50e-e00f-47d5-ac58-22b5c8413bbb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Aug 25 16:10:17.578602 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533f189-8b8e-44dc-a069-267a99ad7ffc req-1fea4df7-e95d-4a22-93c2-0e210864bf9d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:17.580084 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f533f189-8b8e-44dc-a069-267a99ad7ffc req-1fea4df7-e95d-4a22-93c2-0e210864bf9d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0803366 Aug 25 16:10:17.624692 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f533f189-8b8e-44dc-a069-267a99ad7ffc req-74728ccf-6459-4cdb-865e-377c79034267 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385625 Aug 25 16:10:18.834954 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2783c-4fe0-46b0-bf40-99e3f81ea135 req-97ed87c1-0853-451b-a67f-66f2e29c986b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:18.836419 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-93d2783c-4fe0-46b0-bf40-99e3f81ea135 req-97ed87c1-0853-451b-a67f-66f2e29c986b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0787301 Aug 25 16:10:18.881559 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-93d2783c-4fe0-46b0-bf40-99e3f81ea135 req-c5760c47-0c41-4415-ac11-1f31d843bfdb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397472 Aug 25 16:10:20.104246 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f7eae-2742-4444-8c9a-718f33c60363 req-01084250-8457-45f5-b56a-4164f7551249 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:20.105768 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5b8f7eae-2742-4444-8c9a-718f33c60363 req-01084250-8457-45f5-b56a-4164f7551249 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0790625 Aug 25 16:10:20.153967 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5b8f7eae-2742-4444-8c9a-718f33c60363 req-39ad3ce9-e2c3-4a29-9757-6aca4bcd9a01 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424273 Aug 25 16:10:21.362223 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1787-7bd3-495b-b72d-c87425add182 req-5d29ec14-66b7-4956-bfab-b7eb8b61c0b9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:21.363636 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-740e1787-7bd3-495b-b72d-c87425add182 req-5d29ec14-66b7-4956-bfab-b7eb8b61c0b9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0745730 Aug 25 16:10:21.411892 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-740e1787-7bd3-495b-b72d-c87425add182 req-cb175d9a-2667-40de-bbd6-235cb7add754 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Aug 25 16:10:21.514886 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.226949 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-dd8828be-3b64-43c6-8706-26c9e9febd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:22.640898 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838cbe3-3f91-4a02-bdc8-6e1d5bb7d452 req-7281af36-f36b-45ab-ba97-540f25ce8d26 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:22.642667 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d838cbe3-3f91-4a02-bdc8-6e1d5bb7d452 req-7281af36-f36b-45ab-ba97-540f25ce8d26 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0884497 Aug 25 16:10:22.691929 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d838cbe3-3f91-4a02-bdc8-6e1d5bb7d452 req-7a8f6fc2-ad90-45e9-857e-a636472734a3 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Aug 25 16:10:23.636740 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:10:23.903036 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd415b9-9bc7-469c-8831-6aad20ab0ad7 req-06a83d55-c837-4646-a55e-1de5d31543fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:23.904435 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-acd415b9-9bc7-469c-8831-6aad20ab0ad7 req-06a83d55-c837-4646-a55e-1de5d31543fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0773177 Aug 25 16:10:23.949800 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-acd415b9-9bc7-469c-8831-6aad20ab0ad7 req-321803b8-6b89-4235-a04e-9caef0a7d475 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399175 Aug 25 16:10:25.162117 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a509-65d4-4fb5-885a-f79ca1dc7968 req-9e6a0719-073d-4d5b-8e2f-0d36f6d56c8a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:25.163592 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f819a509-65d4-4fb5-885a-f79ca1dc7968 req-9e6a0719-073d-4d5b-8e2f-0d36f6d56c8a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0821729 Aug 25 16:10:25.215492 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f819a509-65d4-4fb5-885a-f79ca1dc7968 req-03d4fb7e-c38b-4fe8-b0f5-b6a8a746b87c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442355 Aug 25 16:10:25.395635 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1f36edf1-78d6-4030-b358-5b09263fb51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.011193 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:10:26.141393 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:26.156587 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '50e3c462-c334-4038-9634-e29ce31ff81b', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'port_id': '50e3c462-c334-4038-9634-e29ce31ff81b', 'mac_address': 'fa:16:3e:ce:8e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:10:26.209158 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.225918 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50e3c462-c334-4038-9634-e29ce31ff81b {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:10:26.240413 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:26.243996 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:26.245680 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:26.350698 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=6']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:26.359460 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.359815 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.360150 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.360502 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.360824 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.361140 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.361481 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.361794 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.362123 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.362431 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.362739 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:26.366742 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:26.420278 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['50e3c462-c334-4038-9634-e29ce31ff81b'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:10:26.434230 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4d99d-3c0f-49ab-b072-2191b9d3904c req-0fdcad3e-a353-428b-882b-990209e2fa2d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:26.435683 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cfe4d99d-3c0f-49ab-b072-2191b9d3904c req-0fdcad3e-a353-428b-882b-990209e2fa2d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 944 time: 0.0806413 Aug 25 16:10:26.481250 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cfe4d99d-3c0f-49ab-b072-2191b9d3904c req-965c1532-ca0b-4b8f-94fa-48e47041f24f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Aug 25 16:10:26.725934 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:27.693278 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d45e6-33ab-44fc-8b94-ea1a4e3673db req-9420cc22-a2ea-41b2-9bcd-2e7fa34d2f36 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:27.694718 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1b2d45e6-33ab-44fc-8b94-ea1a4e3673db req-9420cc22-a2ea-41b2-9bcd-2e7fa34d2f36 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 944 time: 0.0761364 Aug 25 16:10:27.739627 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1b2d45e6-33ab-44fc-8b94-ea1a4e3673db req-6c5fd4be-e0aa-434d-a93e-ebfd63ccd247 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392771 Aug 25 16:10:28.027327 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:10:28.078064 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.101769 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 50e3c462-c334-4038-9634-e29ce31ff81b triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:10:28.102145 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.213659 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.240153 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:28.249595 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:28.253083 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:28.255529 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:28.319007 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=7']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:28.322305 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:28.371599 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b', 'code': 200} Aug 25 16:10:28.956840 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef5e78-f9e7-4d32-bcc0-7c9d920b4f78 req-b48e3ad8-13f4-4d93-ac95-35eaccd065e6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:28.958772 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b0ef5e78-f9e7-4d32-bcc0-7c9d920b4f78 req-b48e3ad8-13f4-4d93-ac95-35eaccd065e6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0831811 Aug 25 16:10:29.002898 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b0ef5e78-f9e7-4d32-bcc0-7c9d920b4f78 req-c2ae96e1-ed56-4ffa-84e6-5ddc79010c90 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386040 Aug 25 16:10:30.216283 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ff486-68ae-4f75-ad74-700e7a968edf req-c0c1e34c-25eb-4ed6-9696-90ba921cf5d8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:30.217752 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8f3ff486-68ae-4f75-ad74-700e7a968edf req-c0c1e34c-25eb-4ed6-9696-90ba921cf5d8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0786359 Aug 25 16:10:30.263568 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8f3ff486-68ae-4f75-ad74-700e7a968edf req-91d59445-e7fd-4d95-b93f-bd3a6ee645d8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Aug 25 16:10:31.498294 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7219b-b5f2-4b08-a808-de41f5095997 req-9f2c07b4-d0b5-41f1-9883-8961c94bc374 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:31.504370 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4cc7219b-b5f2-4b08-a808-de41f5095997 req-9f2c07b4-d0b5-41f1-9883-8961c94bc374 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0992415 Aug 25 16:10:31.558200 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4cc7219b-b5f2-4b08-a808-de41f5095997 req-477cf529-8d11-44f2-a5e3-0b0a15e43730 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510564 Aug 25 16:10:32.947823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210c408-ab2b-4459-8741-bb305be4c686 req-4e0646e4-fe71-4836-a9b0-c76d71795f27 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:32.949140 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7210c408-ab2b-4459-8741-bb305be4c686 req-4e0646e4-fe71-4836-a9b0-c76d71795f27 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.1866839 Aug 25 16:10:33.011361 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7210c408-ab2b-4459-8741-bb305be4c686 req-41907831-fe94-4585-9005-b590e6e6b464 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507910 Aug 25 16:10:34.252960 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798a698-60f9-40ab-8b72-11da1d8d2eb0 req-fedadd38-bb13-46c1-abe3-aed92bd384ac tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:34.256231 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6798a698-60f9-40ab-8b72-11da1d8d2eb0 req-fedadd38-bb13-46c1-abe3-aed92bd384ac tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0994298 Aug 25 16:10:34.328867 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6798a698-60f9-40ab-8b72-11da1d8d2eb0 req-5037be3d-bcb8-4ba3-acfc-8326eca6b5cb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669580 Aug 25 16:10:35.572369 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db248c6-20f6-4677-a4b3-85bc190b3f60 req-7ac7b687-0af2-4e1d-8bb3-5d2ab991a60b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:35.574136 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5db248c6-20f6-4677-a4b3-85bc190b3f60 req-7ac7b687-0af2-4e1d-8bb3-5d2ab991a60b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.1106451 Aug 25 16:10:35.627959 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5db248c6-20f6-4677-a4b3-85bc190b3f60 req-fca83326-8bcc-4a8a-9fad-b867ba61c2fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469539 Aug 25 16:10:36.901460 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e92a7-1449-47b7-a6a7-fdf6fb78d769 req-72543d34-4e8f-43ec-8f67-78a27ecc6dcd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:36.909895 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-670e92a7-1449-47b7-a6a7-fdf6fb78d769 req-72543d34-4e8f-43ec-8f67-78a27ecc6dcd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0936701 Aug 25 16:10:36.967298 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-670e92a7-1449-47b7-a6a7-fdf6fb78d769 req-2c357cd3-9c05-4e56-86fa-b43c15c4067a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490110 Aug 25 16:10:38.216669 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8535a5-9030-4381-b5a8-7ca1fe617c4d req-3bec74b8-7ba4-49b6-a921-93f3de6db24f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:38.218255 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ff8535a5-9030-4381-b5a8-7ca1fe617c4d req-3bec74b8-7ba4-49b6-a921-93f3de6db24f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0969543 Aug 25 16:10:38.271624 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ff8535a5-9030-4381-b5a8-7ca1fe617c4d req-d31a94ca-74ae-4a44-86dd-af93f1176913 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444498 Aug 25 16:10:39.263641 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:39.515568 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1e0d9-a839-4eba-8db2-73de41a4ed98 req-225e2be7-e8a0-467e-a5e9-35a0d62b282c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:39.517768 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-93c1e0d9-a839-4eba-8db2-73de41a4ed98 req-225e2be7-e8a0-467e-a5e9-35a0d62b282c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0925357 Aug 25 16:10:39.575348 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-93c1e0d9-a839-4eba-8db2-73de41a4ed98 req-e63b8a06-4ad9-42f5-9790-083b01c5aaf9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514920 Aug 25 16:10:40.802019 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d30954-671d-4bb6-8315-edf721219f46 req-72050d11-0ac7-44c3-8264-f4fa62b2fd42 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:40.803472 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e4d30954-671d-4bb6-8315-edf721219f46 req-72050d11-0ac7-44c3-8264-f4fa62b2fd42 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0785189 Aug 25 16:10:40.857132 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e4d30954-671d-4bb6-8315-edf721219f46 req-29f37227-05e8-4d99-a8e6-b96a3d32b054 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477855 Aug 25 16:10:41.357131 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb96fb4-0508-424a-90d8-c3a5a0779352 req-c727e79f-1d72-43d4-b849-c3992d295960 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:41.358491 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8eb96fb4-0508-424a-90d8-c3a5a0779352 req-c727e79f-1d72-43d4-b849-c3992d295960 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0753884 Aug 25 16:10:41.403842 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8eb96fb4-0508-424a-90d8-c3a5a0779352 req-8062fa80-8308-471c-8f24-92d7a45e9d9f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393486 Aug 25 16:10:41.958940 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-e556593e-5fa7-4280-a96c-b5f5bbbe19b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1098 time: 0.1398823 Aug 25 16:10:42.085513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca14cb3-a9a2-48c7-964f-90d0bff911d8 req-5b7ab894-54be-4372-9742-7f11657883b2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.086982 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1ca14cb3-a9a2-48c7-964f-90d0bff911d8 req-5b7ab894-54be-4372-9742-7f11657883b2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0794985 Aug 25 16:10:42.090775 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-5af501ac-05d1-4215-b061-06e80e53c4d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.092275 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-5af501ac-05d1-4215-b061-06e80e53c4d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1268823 Aug 25 16:10:42.140335 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1ca14cb3-a9a2-48c7-964f-90d0bff911d8 req-726f06ca-e7dd-4077-a531-8882e7ff5f0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475123 Aug 25 16:10:42.199849 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-123d334f-688b-4af7-952d-566bbb62c816 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 200 len: 999 time: 0.1002777 Aug 25 16:10:42.263451 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-4682ab5f-87be-4f53-8bb6-041955aab642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.264913 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-4682ab5f-87be-4f53-8bb6-041955aab642 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0586185 Aug 25 16:10:42.342400 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-f2e0f7c6-caf1-43dd-aafa-0e04eb87e3be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684705 Aug 25 16:10:42.471984 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-9970d4e1-ea52-45c3-8790-7e8d3b8cf844 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217391 Aug 25 16:10:42.670083 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-db8e7ff9-2f93-4042-a167-bb13d9cee746 req-47e5fc49-b57a-4432-b31c-3596d837fb3c service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886840 Aug 25 16:10:42.683177 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736acb9-2780-48b7-b968-e1352bf5d27c req-43da82a9-33fd-46c9-acac-fc5e68d24b85 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:42.684571 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5736acb9-2780-48b7-b968-e1352bf5d27c req-43da82a9-33fd-46c9-acac-fc5e68d24b85 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.1354632 Aug 25 16:10:42.730311 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5736acb9-2780-48b7-b968-e1352bf5d27c req-6d7adf29-1c04-4087-b487-bc2fe579337c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Aug 25 16:10:42.883403 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-930c7949-fbd3-4f64-a5d4-66999eb5d0da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1098 time: 0.0714827 Aug 25 16:10:43.029801 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-ae23382c-59bc-41d4-a1e2-c8657df61e30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.031180 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-ae23382c-59bc-41d4-a1e2-c8657df61e30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1254635 Aug 25 16:10:43.186350 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-17e76c0b-677b-4c12-9740-182db21270e7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.187807 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-17e76c0b-677b-4c12-9740-182db21270e7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0758462 Aug 25 16:10:43.205604 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-91ca896e-a42a-48e5-afa2-52052964813a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 200 len: 999 time: 0.0952659 Aug 25 16:10:43.262463 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Deleting port 55d1d751-b379-4b1d-88ee-00787071964c {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:10:43.262885 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.355064 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-2e60f749-c7d7-4734-9ca0-7886de4bce01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.356461 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-2e60f749-c7d7-4734-9ca0-7886de4bce01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.1441231 Aug 25 16:10:43.448731 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-b57503be-de45-46d6-bc97-d3cda1cebef1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824547 Aug 25 16:10:43.583888 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-b4e3533c-5f3b-4985-95d4-483e9cddd3f4 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283038 Aug 25 16:10:43.598952 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f9765-1985-4656-bc3d-f2fe641d61fb req-eb490930-9585-4570-b77e-220c574f005f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.600446 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d09f9765-1985-4656-bc3d-f2fe641d61fb req-eb490930-9585-4570-b77e-220c574f005f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.3086896 Aug 25 16:10:43.688670 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] For port 55d1d751-b379-4b1d-88ee-00787071964c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=55d1d751-b379-4b1d-88ee-00787071964c,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:43.689035 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.702453 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d09f9765-1985-4656-bc3d-f2fe641d61fb req-e2644884-1383-42b3-ac3e-035806c42482 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881801 Aug 25 16:10:43.727421 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e997c25a-c92f-43d6-a1df-2612e5addff6 req-df4d363a-2f27-4d7a-aaed-ab9b2dc7ba41 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360090 Aug 25 16:10:43.932342 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbcb63-0cf1-4949-8ced-233475931cda req-9355ab6b-4cf9-4f77-b117-dc9c58e21298 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:43.933723 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-45cbcb63-0cf1-4949-8ced-233475931cda req-9355ab6b-4cf9-4f77-b117-dc9c58e21298 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 946 time: 0.0821917 Aug 25 16:10:43.978601 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-45cbcb63-0cf1-4949-8ced-233475931cda req-d8d60995-6a17-4332-b3e9-6d8adfdb1ee5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=10c46d58-ba20-4fa4-bf86-b4c826067a70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 Aug 25 16:10:43.985408 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.985778 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:43.986087 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.l3_db [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Floating IP 17d7e9e5-272e-489d-96d1-0e450753107a disassociated. External IP: 172.28.1.83, port: 55d1d751-b379-4b1d-88ee-00787071964c. Aug 25 16:10:43.986423 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Calling delete_port for 55d1d751-b379-4b1d-88ee-00787071964c owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:10:44.129416 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.134746 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d4fce846-82ff-4211-bbc3-3076d257ed9f tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:44.176226 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event deleted for resources: {'Port': ['ID=55d1d751-b379-4b1d-88ee-00787071964c,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:44.189581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.190139 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.190314 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.190643 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.190990 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.191391 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.191718 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.192086 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.192427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.192765 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.193101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:44.196270 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:44.400816 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Router 858b79e5-e58a-4035-a323-60283c15c8f5 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:10:44.613326 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:10:44.624430 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] Sync routers for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:10:44.644119 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:44.644792 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:10:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:44.719581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] No DVR routers for this DVR port 55d1d751-b379-4b1d-88ee-00787071964c on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:10:44.722207 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:44.732876 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'name': 'network-vif-deleted', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:44.740708 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b2419614-3147-4c0d-8271-a9f7b4762909 req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "DELETE /v2.0/ports/55d1d751-b379-4b1d-88ee-00787071964c HTTP/1.1" status: 204 len: 173 time: 1.5435901 Aug 25 16:10:44.877969 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:44.924791 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c150a7f1-d721-4c5e-862f-2a736d0b5880', 'name': 'network-vif-deleted', 'tag': '55d1d751-b379-4b1d-88ee-00787071964c', 'status': 'completed', 'code': 200} Aug 25 16:10:44.967878 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c14ed-5849-4235-baa6-50751dc7e8e0 req-d7444b7b-5231-4f4b-89eb-e495c0ebaa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:44.969529 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c13c14ed-5849-4235-baa6-50751dc7e8e0 req-d7444b7b-5231-4f4b-89eb-e495c0ebaa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.0840752 Aug 25 16:10:45.032393 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c13c14ed-5849-4235-baa6-50751dc7e8e0 req-995ae62f-4ba4-492c-9316-d508ad1b7a53 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563655 Aug 25 16:10:45.193306 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-db5ea023-1be8-43ff-b6ca-3e289d945193 req-12882f08-4ce9-4995-8773-53e4bffba93e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:45.211568 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-db5ea023-1be8-43ff-b6ca-3e289d945193 req-12882f08-4ce9-4995-8773-53e4bffba93e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:45.225544 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-db5ea023-1be8-43ff-b6ca-3e289d945193 req-12882f08-4ce9-4995-8773-53e4bffba93e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=c150a7f1-d721-4c5e-862f-2a736d0b5880 HTTP/1.1" status: 200 len: 210 time: 0.0755298 Aug 25 16:10:45.266454 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:45.271364 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] Checking router: 858b79e5-e58a-4035-a323-60283c15c8f5 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:10:45.284629 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:10:45.285954 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:10:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:45.472389 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:10:45.844465 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:10:45.849486 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a897e-5d20-42d9-b24f-1995f897ccf1 None None] The sync data for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb is: [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:10:46.065378 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b56bc-ee96-4b7b-9722-202dac421deb None None] New status for floating IP 17d7e9e5-272e-489d-96d1-0e450753107a: DOWN {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:10:46.161723 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4f6b8525-4a43-4bf6-b30d-8cbfe6a1ef3b req-dcb7089f-0f48-4a0a-bf13-c639e164d858 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1562667 Aug 25 16:10:46.172611 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 55d1d751-b379-4b1d-88ee-00787071964c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:10:46.217912 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 55d1d751-b379-4b1d-88ee-00787071964c {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:10:46.218580 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 55d1d751-b379-4b1d-88ee-00787071964c not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:10:46.219016 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:10:46.419865 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34402) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:46.424067 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.484922 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:10:46.485934 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:10:46.492244 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baa471-d58f-4968-9341-e82371341d28 req-d99b9e14-59f9-404d-a504-3bdf4290829d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:46.496525 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.501647 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f3baa471-d58f-4968-9341-e82371341d28 req-d99b9e14-59f9-404d-a504-3bdf4290829d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 945 time: 0.1028647 Aug 25 16:10:46.504712 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1d8b0d90-5801-4926-83cd-25134bfcc1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:46.534509 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34412) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:46.554535 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.570035 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f3baa471-d58f-4968-9341-e82371341d28 req-fa1e0182-b0bf-44ef-a55e-14476f2eed77 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662546 Aug 25 16:10:46.589296 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.592115 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=8']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:46.596384 dv-cinder-805825-2-smb neutron-server[75093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b', 'code': 422} returned with failed status Aug 25 16:10:46.597127 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:46.713056 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.718379 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b0bdcca8-4a28-48a2-a4de-70301cbb2262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:46.732681 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-b2f2279c-ea7e-4e60-8d83-72468c59918d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1959147 Aug 25 16:10:46.735897 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c46d58-ba20-4fa4-bf86-b4c826067a70,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:46.749077 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.749442 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.749797 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.750148 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.750494 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.750840 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.751177 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.751520 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.751883 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.752219 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.752556 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:10:46.755470 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:46.756621 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:46.757279 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-24804067-612d-44a4-abf3-27a052b00312 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "DELETE /v2.0/security-groups/10c46d58-ba20-4fa4-bf86-b4c826067a70 HTTP/1.1" status: 204 len: 168 time: 0.3353713 Aug 25 16:10:46.759922 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34418) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:46.780515 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.api.v2.resource [None req-076d8bf9-bafb-4c3d-9727-b1e951691a6a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] show failed (client error): The resource could not be found. Aug 25 16:10:46.781526 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-076d8bf9-bafb-4c3d-9727-b1e951691a6a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups/10c46d58-ba20-4fa4-bf86-b4c826067a70 HTTP/1.1" status: 404 len: 347 time: 0.0207076 Aug 25 16:10:46.784639 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34426) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:47.064320 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Deleting port d7a4a6f4-1ceb-4afd-8834-26df6fdbaa94 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:10:47.064662 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.239575 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.240020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.369228 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Calling delete_port for d7a4a6f4-1ceb-4afd-8834-26df6fdbaa94 owned by network:floatingip {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:10:47.522126 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.527088 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:47.570012 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event deleted for resources: {'Port': ['ID=d7a4a6f4-1ceb-4afd-8834-26df6fdbaa94,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:47.572555 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:47.696454 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.715856 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:47.719714 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "DELETE /v2.0/floatingips/17d7e9e5-272e-489d-96d1-0e450753107a HTTP/1.1" status: 204 len: 168 time: 0.9295590 Aug 25 16:10:47.814727 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe8876-bbb2-4573-8b5e-0111b917cb01 req-f32ac997-6c96-42bf-a421-645273e28b82 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:47.816948 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-12fe8876-bbb2-4573-8b5e-0111b917cb01 req-f32ac997-6c96-42bf-a421-645273e28b82 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0804429 Aug 25 16:10:47.863585 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-12fe8876-bbb2-4573-8b5e-0111b917cb01 req-07f6acbf-b57a-4ded-9376-9fd05961d40f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Aug 25 16:10:48.067709 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34442) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:48.074169 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572015650', 'description': 'tempest-description--770152565'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:48.080916 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:48.085998 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:48.089764 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:48.098641 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:48.111741 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.208643 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:48.214492 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group_rule and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:48.218261 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:48.226056 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:48.266241 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-a61aab59-31a2-471d-b895-e9e9a9fd6d57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a&tenant_id=281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 1096 time: 0.1279688 Aug 25 16:10:48.309474 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.345741 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.357026 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5178b9a5-bd1d-408e-a6cf-d82e2769b149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:48.441972 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-1c2b9084-cb99-423c-9b6a-e68e54f4f54d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1137 time: 0.0736635 Aug 25 16:10:48.456331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64cfb6-aed6-4643-b948-147e429f58dd,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:48.461350 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:48.468336 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.469560 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4006970 Aug 25 16:10:48.472708 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34450) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:48.481716 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'security_group_rule': {'security_group_id': 'cb64cfb6-aed6-4643-b948-147e429f58dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:48.490622 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:48.500308 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group_rule and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:48.505543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:48.514365 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-87b68997-fbdc-4948-bb3a-898205b0603c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1096 time: 0.2074389 Aug 25 16:10:48.515274 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:48.581219 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-b5ba5073-5644-4513-ab03-41c08925552b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.582783 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-b5ba5073-5644-4513-ab03-41c08925552b service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 915 time: 0.1345634 Aug 25 16:10:48.610521 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.625108 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9aa1e-f98d-4a58-af53-ca8b860cb906 req-be2ac040-7aff-43b3-9ac4-91277690ce1f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.626574 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3ed9aa1e-f98d-4a58-af53-ca8b860cb906 req-be2ac040-7aff-43b3-9ac4-91277690ce1f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.2485116 Aug 25 16:10:48.691542 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-d8b897be-8596-4354-aa08-c2480a1a8623 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 1001 time: 0.1008110 Aug 25 16:10:48.744064 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-c0200865-474b-406a-99b1-05c963c5a054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.745477 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-c0200865-474b-406a-99b1-05c963c5a054 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.2216051 Aug 25 16:10:48.758371 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-e28b8ad5-7fa9-4ca4-b1a1-8baddbcd2272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.759847 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-e28b8ad5-7fa9-4ca4-b1a1-8baddbcd2272 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.0619607 Aug 25 16:10:48.817309 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3ed9aa1e-f98d-4a58-af53-ca8b860cb906 req-6709c1ba-7d12-40e2-8d01-3049b99e0317 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1783602 Aug 25 16:10:48.845963 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.854586 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-b89b6539-f875-4b9a-9782-f246c2de80fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881240 Aug 25 16:10:48.857998 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.864095 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:48.897607 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c13ad0c-f098-49b8-9ac6-4571df445563,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:48.903962 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:48.910210 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-a4154cc9-9ae1-47d0-a440-18222554e6b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 200 len: 997 time: 0.1551390 Aug 25 16:10:48.915848 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:48.917296 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4434700 Aug 25 16:10:48.938450 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34456) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:48.948978 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'security_group_rule': {'security_group_id': 'cb64cfb6-aed6-4643-b948-147e429f58dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:48.957874 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:48.964248 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:security_group_rule and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:48.968406 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:48.981271 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-a14e6a72-ccc5-48de-9c7c-4fc87e5320b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:48.982751 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-a14e6a72-ccc5-48de-9c7c-4fc87e5320b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0642393 Aug 25 16:10:48.984912 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:49.061558 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-bb37e74d-cc8c-44f0-adab-ef4e9a68d12b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718875 Aug 25 16:10:49.064306 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.076977 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-d027b232-3160-4ac8-86c1-58b2de951ff8 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158792 Aug 25 16:10:49.200835 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-9defbcd6-5f46-4883-b39a-3189a7d48475 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301816 Aug 25 16:10:49.354026 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.361162 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbf608-88d6-4966-a3f2-e3a41ff0218b req-a2a8e3fd-b556-419d-8df2-713c51d5ac34 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:49.362664 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9bdbf608-88d6-4966-a3f2-e3a41ff0218b req-a2a8e3fd-b556-419d-8df2-713c51d5ac34 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.3409078 Aug 25 16:10:49.364598 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa8e8e61-47eb-4a7b-8d95-323907ad2cd7 req-490b1931-9302-4039-aa09-89329d922911 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796206 Aug 25 16:10:49.365757 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.369701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-91f33e96-3cde-4648-a88a-0cbaa96bab97 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:49.404777 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51387418-f219-4b11-8f35-9a25b98871fe,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:49.411961 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:49.432142 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.436054 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4938965 Aug 25 16:10:49.436357 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34460) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:10:49.440338 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-79992a0a-5761-403b-91ab-9e8cc3c7f5df req-79136fe5-7667-4370-aa08-0dc8e3d56fb9 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328885 Aug 25 16:10:49.444233 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'floatingip': {'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:10:49.450872 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9bdbf608-88d6-4966-a3f2-e3a41ff0218b req-4db045ba-c477-4ce0-bed2-881db5d7450c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821590 Aug 25 16:10:49.451843 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:10:49.455986 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Usage tracker for resource:floatingip and tenant:2d51fc9440624cc4abb1ef827f2b5fb2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:10:49.459515 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:10:49.465801 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:10:49.479718 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.644240 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.789704 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Allocated IP 172.28.1.145 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/b90c598f-e218-4aeb-918e-44913a39fe14) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:10:49.939237 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.968271 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:49.973122 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f5c167dc-0b6f-4c94-b008-b25bd67e498a tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:50.034057 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896e656-2c91-44ff-8f5e-ec7bea5520fc req-f68876fa-c430-4e02-88ac-96287c0486b3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:50.036108 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0896e656-2c91-44ff-8f5e-ec7bea5520fc req-f68876fa-c430-4e02-88ac-96287c0486b3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0914249 Aug 25 16:10:50.044020 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:10:50.046978 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:10:50.051339 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:10:50.085666 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'Port': ['ID=b90c598f-e218-4aeb-918e-44913a39fe14,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:50.086753 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0896e656-2c91-44ff-8f5e-ec7bea5520fc req-cb73b4bc-843f-4e82-8264-58af79894590 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448663 Aug 25 16:10:50.090170 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:50.220731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.278654 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.582129 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.588542 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.618817 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5f10f4b3-b39e-4279-b563-9097f35d9048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:10:50.810658 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'Port': ['ID=b90c598f-e218-4aeb-918e-44913a39fe14,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:10:50.822032 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.831219 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:10:50.864117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:50.865328 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4280055 Aug 25 16:10:50.892038 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c37ed-0bcf-40ca-b424-fc2772d0c9f5 req-98f0ff39-7561-4299-83dc-d7d826f76cf8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:50.893889 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b16c37ed-0bcf-40ca-b424-fc2772d0c9f5 req-98f0ff39-7561-4299-83dc-d7d826f76cf8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1280413 Aug 25 16:10:50.961784 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b16c37ed-0bcf-40ca-b424-fc2772d0c9f5 req-c4f6b0c9-361d-42e9-94ce-f51a856466d4 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614493 Aug 25 16:10:51.075472 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ca2d8297-f407-49fe-b953-053338763a99 req-a1cbd3b8-e666-4b2b-9ae2-ac89d7a763e1 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:51.092649 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ca2d8297-f407-49fe-b953-053338763a99 req-a1cbd3b8-e666-4b2b-9ae2-ac89d7a763e1 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:51.096342 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-a1cbd3b8-e666-4b2b-9ae2-ac89d7a763e1 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--572015650&fields=id&tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2 HTTP/1.1" status: 200 len: 267 time: 0.0669081 Aug 25 16:10:51.267993 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d8297-f407-49fe-b953-053338763a99 req-d87ac013-04aa-413a-9c09-b5736a974660 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.269113 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ca2d8297-f407-49fe-b953-053338763a99 req-d87ac013-04aa-413a-9c09-b5736a974660 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:51.290457 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ca2d8297-f407-49fe-b953-053338763a99 req-d87ac013-04aa-413a-9c09-b5736a974660 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:51.291582 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-d87ac013-04aa-413a-9c09-b5736a974660 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 811 time: 0.1905408 Aug 25 16:10:51.317156 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-82f70226-1de9-4b36-a3a4-8b6cbaa80634 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/quotas/2d51fc9440624cc4abb1ef827f2b5fb2 HTTP/1.1" status: 200 len: 375 time: 0.0181177 Aug 25 16:10:51.337847 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028caf0-a544-4ae4-853e-aedf3142ac6b req-056080de-0c0c-4b61-b188-1f580808e060 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:51.339291 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a028caf0-a544-4ae4-853e-aedf3142ac6b req-056080de-0c0c-4b61-b188-1f580808e060 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0873244 Aug 25 16:10:51.395116 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a028caf0-a544-4ae4-853e-aedf3142ac6b req-8f850c13-3156-4656-8e4b-a1bf453d3981 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489559 Aug 25 16:10:51.432072 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ca2d8297-f407-49fe-b953-053338763a99 req-7c0749cb-da1c-4fde-a981-e036fe95eec7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:10:51.439203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ca2d8297-f407-49fe-b953-053338763a99 req-7c0749cb-da1c-4fde-a981-e036fe95eec7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:10:51.440688 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-7c0749cb-da1c-4fde-a981-e036fe95eec7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169960 Aug 25 16:10:51.531006 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:51.594651 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-4537bb42-04c8-43ed-9190-c590570df62f service neutron] 10.222.0.30 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407216 Aug 25 16:10:51.760103 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-e07ab152-1f96-472f-af1f-b22303763370 service neutron] 10.222.0.30 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581419 Aug 25 16:10:51.999664 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4e091ef5-565c-4c91-aa4d-2a9bcc133af0 req-9e3e8393-072e-487a-a67e-04763714cf50 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0475006 Aug 25 16:10:52.228567 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bdba3-6454-4858-988d-7bf8c5328961 req-9b18e075-a4c1-4dad-9fdb-dfbf443cce6a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:52.230430 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-198bdba3-6454-4858-988d-7bf8c5328961 req-9b18e075-a4c1-4dad-9fdb-dfbf443cce6a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1062124 Aug 25 16:10:52.239169 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-44ba990a-6582-4384-a53b-648208a49f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:52.305328 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-198bdba3-6454-4858-988d-7bf8c5328961 req-dccf59ba-c778-4abf-a982-5e39df82e776 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494542 Aug 25 16:10:52.633573 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aea9a-aa45-4160-a49e-ab4b587c3e9f req-12724c43-9fde-44eb-bd7b-52f8a33913cf tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:52.635321 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-603aea9a-aa45-4160-a49e-ab4b587c3e9f req-12724c43-9fde-44eb-bd7b-52f8a33913cf tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0843897 Aug 25 16:10:52.703899 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-603aea9a-aa45-4160-a49e-ab4b587c3e9f req-b72c625a-4f21-4b0b-92a4-ef6bf80a66d2 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602968 Aug 25 16:10:53.132811 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5129e984-a964-4789-bb97-a538a5227d16 req-33892f9a-9458-42f6-8aaf-f730ed72dcf2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0589025 Aug 25 16:10:53.553138 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac050cc5-3141-4431-9752-3c63f0dfc3e8 req-eb32a70c-b64c-4e0b-8f1c-b719db7d4de5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:53.554561 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ac050cc5-3141-4431-9752-3c63f0dfc3e8 req-eb32a70c-b64c-4e0b-8f1c-b719db7d4de5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0910492 Aug 25 16:10:53.603980 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ac050cc5-3141-4431-9752-3c63f0dfc3e8 req-52ab0e73-ab01-4e58-9780-8fc92c3b7741 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Aug 25 16:10:53.920628 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb559a3-49ae-42b2-99ed-47e204c683a2 req-33eebad0-e0fe-429b-bc5d-085517459677 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:53.922094 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ffb559a3-49ae-42b2-99ed-47e204c683a2 req-33eebad0-e0fe-429b-bc5d-085517459677 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0890710 Aug 25 16:10:53.975952 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ffb559a3-49ae-42b2-99ed-47e204c683a2 req-e4395702-8aa1-4036-944e-2a735df0ea86 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460689 Aug 25 16:10:54.270957 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0f64be5d-2e78-4076-a441-2e21947bc9a0 req-aa69811a-18b7-46f2-bc0a-48641fd380bc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0516961 Aug 25 16:10:54.868212 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f05d6-a815-4d82-b2d6-da928eec474b req-8ff225c4-a78e-42c7-bee5-61f4cd77d3a7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:54.869642 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a92f05d6-a815-4d82-b2d6-da928eec474b req-8ff225c4-a78e-42c7-bee5-61f4cd77d3a7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0881214 Aug 25 16:10:54.929120 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a92f05d6-a815-4d82-b2d6-da928eec474b req-206309c9-89dd-409c-9a57-a96dfc7d7c41 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535777 Aug 25 16:10:55.306675 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba70d2-421d-4544-8922-df49bd9616f0 req-5a4049ea-6f5a-4b79-bf73-d4d1578b04e6 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:55.308987 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-beba70d2-421d-4544-8922-df49bd9616f0 req-5a4049ea-6f5a-4b79-bf73-d4d1578b04e6 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.1879015 Aug 25 16:10:55.408221 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-36dd9c4c-6bea-47d0-a4ee-a3c428562935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:55.412490 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-beba70d2-421d-4544-8922-df49bd9616f0 req-ed41ded0-5916-4c4f-a0da-e7cc379790ff tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965817 Aug 25 16:10:55.435482 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c64e79eb-d916-486e-b79c-0fa3805ef21f req-0be97d3e-bc92-48e6-9080-b9ddcca7084c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0546942 Aug 25 16:10:56.160171 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29640-d4fb-4110-af86-81f4488cd72a req-dc389b49-e57e-4253-baa9-1df864721aec tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.163151 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-58a29640-d4fb-4110-af86-81f4488cd72a req-dc389b49-e57e-4253-baa9-1df864721aec tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0888593 Aug 25 16:10:56.213106 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-58a29640-d4fb-4110-af86-81f4488cd72a req-7ebfd8da-41e6-4b13-927b-035cb4566b55 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Aug 25 16:10:56.746005 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:56.795919 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1a5423ad-74df-4981-8e87-3a759f2fbee9 req-7b8672d8-b1c2-4f70-80e0-87da77c67d9e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.1027818 Aug 25 16:10:56.796520 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247752c-e737-41e6-b395-59988811d10f req-80fa0d2c-c1f0-47ec-bf82-a910edb1d91c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:56.798792 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4247752c-e737-41e6-b395-59988811d10f req-80fa0d2c-c1f0-47ec-bf82-a910edb1d91c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.1870120 Aug 25 16:10:56.860652 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4247752c-e737-41e6-b395-59988811d10f req-e65a9bf5-de97-45ab-bd32-fc2800a9cf49 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554638 Aug 25 16:10:57.435334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffdd13-c0dd-4c55-9e28-43847d0d9264 req-dbbfeeb1-c545-493e-a5a5-25da842582b0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:57.440253 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-deffdd13-c0dd-4c55-9e28-43847d0d9264 req-dbbfeeb1-c545-493e-a5a5-25da842582b0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0802708 Aug 25 16:10:57.485052 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-deffdd13-c0dd-4c55-9e28-43847d0d9264 req-15aa24a9-5f28-4db6-b482-dfc95ddde21d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422645 Aug 25 16:10:57.972873 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0d329bf3-a446-46d3-bfe6-bfd55664e0bc req-7eeb8eb3-f95b-4583-9428-63b080fbb3b3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0434380 Aug 25 16:10:58.042837 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:10:58.088228 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e285b6b-a9e6-491d-9d31-a94955f20c60 req-aa675e3f-9a71-40d7-8958-cc858a8ac557 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:58.089724 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4e285b6b-a9e6-491d-9d31-a94955f20c60 req-aa675e3f-9a71-40d7-8958-cc858a8ac557 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0928025 Aug 25 16:10:58.139571 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4e285b6b-a9e6-491d-9d31-a94955f20c60 req-7daceeab-986a-4bfe-ab28-541715caa7af tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440619 Aug 25 16:10:58.716581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91b217-9bec-44f5-a497-27bc4b2a47a1 req-c97dd932-2d3e-4e23-9198-59b9986f742e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:58.719328 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7f91b217-9bec-44f5-a497-27bc4b2a47a1 req-c97dd932-2d3e-4e23-9198-59b9986f742e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0905263 Aug 25 16:10:58.770307 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7f91b217-9bec-44f5-a497-27bc4b2a47a1 req-57fc325d-03aa-4152-8507-b5dc135b428f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Aug 25 16:10:59.170042 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b2e0fb4b-2b95-4afa-8760-247149726178 req-d9e96d20-e8bd-4da5-85ff-e7f90139943b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0440261 Aug 25 16:10:59.442242 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40302654-9fbf-41ef-ad5d-9309cb52e1df req-59a067fb-6591-4754-9f73-61fe500b44ad tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:10:59.443888 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-40302654-9fbf-41ef-ad5d-9309cb52e1df req-59a067fb-6591-4754-9f73-61fe500b44ad tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.1139097 Aug 25 16:10:59.499660 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-40302654-9fbf-41ef-ad5d-9309cb52e1df req-b576c328-0654-489c-b965-addb2ffbe637 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494525 Aug 25 16:11:00.000447 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf84e9-ab57-45b8-941d-39b928db04de req-d81e98f7-a140-47e7-afc3-4c883c41d871 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.001992 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1bcf84e9-ab57-45b8-941d-39b928db04de req-d81e98f7-a140-47e7-afc3-4c883c41d871 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0859487 Aug 25 16:11:00.057078 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1bcf84e9-ab57-45b8-941d-39b928db04de req-8aa29b0c-8629-4181-9077-cf3652836395 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477388 Aug 25 16:11:00.344621 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9076e2f2-0310-4335-87a3-f490c9e89a5d req-21ae99a5-aa0f-413d-9972-3095ebd3e670 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0416822 Aug 25 16:11:00.643056 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:11:00.716204 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14dba3-55d6-4c23-9d5c-5a965f111f65 req-b382ad15-7cf4-445d-8e4e-85a10dc589a5 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:00.717694 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dd14dba3-55d6-4c23-9d5c-5a965f111f65 req-b382ad15-7cf4-445d-8e4e-85a10dc589a5 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0860863 Aug 25 16:11:00.769480 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dd14dba3-55d6-4c23-9d5c-5a965f111f65 req-2ae92673-7d62-47f8-b38e-847750d2f2f2 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443208 Aug 25 16:11:01.281854 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea746684-bdd3-4f22-a94f-4a4390a10e7f req-2fef9810-b443-4c51-899a-e5e35a575877 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:01.283349 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ea746684-bdd3-4f22-a94f-4a4390a10e7f req-2fef9810-b443-4c51-899a-e5e35a575877 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0844262 Aug 25 16:11:01.331929 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ea746684-bdd3-4f22-a94f-4a4390a10e7f req-082c8d00-5839-43b7-9a16-b24955a23e27 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Aug 25 16:11:01.518367 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7d6f3be3-6cde-4ea7-86a0-75ec1e53e306 req-4eca7e07-bd3a-492e-b99c-95c439b5edcc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0470912 Aug 25 16:11:01.974645 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd797f-0462-4e9e-a7ba-780a8f003d8e req-7bcb6edc-0eec-40d1-9679-bc80b3b128c9 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:01.976144 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d7bd797f-0462-4e9e-a7ba-780a8f003d8e req-7bcb6edc-0eec-40d1-9679-bc80b3b128c9 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0819011 Aug 25 16:11:02.029806 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d7bd797f-0462-4e9e-a7ba-780a8f003d8e req-76a40f02-b114-43cd-93f3-cc9a75b645ff tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477409 Aug 25 16:11:02.574792 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2322f-0b41-4522-8152-df2e0a19c686 req-e2e86d64-e133-4672-b22b-9acbaf08595d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:02.576419 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4bf2322f-0b41-4522-8152-df2e0a19c686 req-e2e86d64-e133-4672-b22b-9acbaf08595d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0834901 Aug 25 16:11:02.633169 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4bf2322f-0b41-4522-8152-df2e0a19c686 req-9faf9fe5-5bb7-48a3-9903-adce091e1235 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477288 Aug 25 16:11:02.693015 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a90d53d6-ad35-45e1-ad3e-4058c6836a44 req-c3ac14fd-264f-442c-9ef1-9cea27df8984 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0479288 Aug 25 16:11:03.264877 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e68ef-b77e-4651-99cb-6a69e2d34378 req-af2b4a85-f740-4991-8322-f97099c80bdb tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:03.266519 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cd1e68ef-b77e-4651-99cb-6a69e2d34378 req-af2b4a85-f740-4991-8322-f97099c80bdb tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0861030 Aug 25 16:11:03.326798 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-cd1e68ef-b77e-4651-99cb-6a69e2d34378 req-014f31bb-f88c-436f-8250-2a1ab31e8b89 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488763 Aug 25 16:11:03.875896 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-da41bc56-94b0-47fa-97e7-16d2b0520193 req-e8ddc248-8c4e-4736-b339-966c6d68538d tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0447862 Aug 25 16:11:04.010418 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685c87-08d7-461c-880f-511e74b196da req-6001bb47-0aba-4650-87dc-7b6fac39f9ee tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:04.012157 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f3685c87-08d7-461c-880f-511e74b196da req-6001bb47-0aba-4650-87dc-7b6fac39f9ee tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.0838594 Aug 25 16:11:04.063292 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f3685c87-08d7-461c-880f-511e74b196da req-90aa600c-78cb-4f50-be23-be5840e50273 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452948 Aug 25 16:11:04.562750 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdae8cb-efb8-4ad7-8d9e-66fc4b4b6de2 req-a3471b7d-e396-43a1-bcbf-986e97090968 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:04.564246 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8bdae8cb-efb8-4ad7-8d9e-66fc4b4b6de2 req-a3471b7d-e396-43a1-bcbf-986e97090968 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0889134 Aug 25 16:11:04.633686 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8bdae8cb-efb8-4ad7-8d9e-66fc4b4b6de2 req-19215109-df68-400d-b8ac-497c5b1d3a03 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613434 Aug 25 16:11:05.062681 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c6a7b9f7-ae76-4ebc-b66c-21ffc7f92053 req-9565a406-121d-414b-8b9c-3a9477aaf95e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0487537 Aug 25 16:11:05.334330 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834803a1-37e9-488b-aae8-baaaddf07e38 req-aca41c28-3a15-4c47-af0e-ba8519bb8e2b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.336184 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-834803a1-37e9-488b-aae8-baaaddf07e38 req-aca41c28-3a15-4c47-af0e-ba8519bb8e2b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1001441 Aug 25 16:11:05.392343 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-834803a1-37e9-488b-aae8-baaaddf07e38 req-384feca0-1d7c-46dc-a170-f4f53ca84399 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483456 Aug 25 16:11:05.470060 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d8297-f407-49fe-b953-053338763a99 req-8db47f3e-3adf-45ba-aefd-ea589d709abb tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.472234 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-8db47f3e-3adf-45ba-aefd-ea589d709abb tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 811 time: 0.2860813 Aug 25 16:11:05.563432 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-cfa3af75-1f8a-4038-9503-ce46ee682d6b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2 HTTP/1.1" status: 200 len: 379 time: 0.0505931 Aug 25 16:11:05.572804 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'port': {'device_id': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'admin_state_up': True, 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'security_groups': ['cb64cfb6-aed6-4643-b948-147e429f58dd']}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:05.718306 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:11:05.728743 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:11:05.740160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Made reservation on behalf of 2d51fc9440624cc4abb1ef827f2b5fb2 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:11:05.743223 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:05.970093 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Allocated IP 172.20.0.14 (597a3fc1-f4fa-49cb-ae75-c150948427f7/6433b59b-95c6-4b38-936d-28a6e222d7ad/71ece552-65a1-472b-896f-508668a8beaa) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:11:05.986778 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8d702-adeb-4016-b35f-a6fa8e220057 req-9cb8afd6-7ba0-4fd9-9c3e-16d89fdaa176 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:05.988872 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b7d8d702-adeb-4016-b35f-a6fa8e220057 req-9cb8afd6-7ba0-4fd9-9c3e-16d89fdaa176 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.1700790 Aug 25 16:11:06.142051 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b7d8d702-adeb-4016-b35f-a6fa8e220057 req-c04564c2-e51a-4cbe-ad6d-54740dc12efc tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c4e05d0-5b00-472b-a4cc-7f38368d838c&id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453078 Aug 25 16:11:06.228331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.247218 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c0b266cb-fb1e-4b0b-adb6-9beca1ddadcf req-0a452603-10b7-4f48-9fb7-084c9942e343 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0474672 Aug 25 16:11:06.247479 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Transition to ACTIVE for port object 71ece552-65a1-472b-896f-508668a8beaa will not be triggered until provisioned by entity DHCP. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:06.277484 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.284006 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:06.356950 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:11:06.360631 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:11:06.363310 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:11:06.400873 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event updated for resources: {'Port': ['ID=71ece552-65a1-472b-896f-508668a8beaa,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:06.404141 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:06.449327 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:06.450206 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.483475 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9146564 Aug 25 16:11:06.504245 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Request body: {'port': {'device_id': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:06.673090 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-780bfd09-80f8-4f16-b0ed-d10597d22139 None None] Provisioning for port 71ece552-65a1-472b-896f-508668a8beaa completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:06.681723 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-780bfd09-80f8-4f16-b0ed-d10597d22139 None None] Provisioning complete for port 71ece552-65a1-472b-896f-508668a8beaa triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:06.682098 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-780bfd09-80f8-4f16-b0ed-d10597d22139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.682933 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:06.711854 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b81c-5bc3-4abd-9a6c-316bf144fbc7 req-97c0583b-1859-4b34-a257-3ef6121f0af7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:06.713443 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-bda0b81c-5bc3-4abd-9a6c-316bf144fbc7 req-97c0583b-1859-4b34-a257-3ef6121f0af7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1726956 Aug 25 16:11:06.739509 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-780bfd09-80f8-4f16-b0ed-d10597d22139 None None] Port 71ece552-65a1-472b-896f-508668a8beaa cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:11:06.857049 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-bda0b81c-5bc3-4abd-9a6c-316bf144fbc7 req-09322bba-0f22-4aa7-a7c7-b29cdcdf0bcf tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136169 Aug 25 16:11:07.094306 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ece552-65a1-472b-896f-508668a8beaa {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:07.102850 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.121666 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Transition to ACTIVE for port object 71ece552-65a1-472b-896f-508668a8beaa will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:11:07.126047 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.130324 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fdfdaa7c-1c8b-4887-a142-c132e69dd6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:07.262238 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Pushing event updated for resources: {'Port': ['ID=71ece552-65a1-472b-896f-508668a8beaa,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:07.266204 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:07.383468 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Attempting to bind port 71ece552-65a1-472b-896f-508668a8beaa on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:11:07.384018 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Attempting to bind port 71ece552-65a1-472b-896f-508668a8beaa by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:11:07.384608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Attempting to bind port 71ece552-65a1-472b-896f-508668a8beaa on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:07.391852 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Port 71ece552-65a1-472b-896f-508668a8beaa on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:11:07.392309 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Attempting to bind port 71ece552-65a1-472b-896f-508668a8beaa on network 597a3fc1-f4fa-49cb-ae75-c150948427f7 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:11:07.400605 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:11:07.400974 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Checking segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:11:07.401329 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Bound using segment: {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:11:07.401783 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Bound port: 71ece552-65a1-472b-896f-508668a8beaa, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a174241-9286-47a0-b86f-a53c57acc372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:11:07.402273 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.524598 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203e2a2-e2ed-4e79-aef1-0fefd553a6a8 req-11ab4c0b-fdb4-4887-a40d-b5adc994c73f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:07.526236 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d203e2a2-e2ed-4e79-aef1-0fefd553a6a8 req-11ab4c0b-fdb4-4887-a40d-b5adc994c73f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 944 time: 0.1210392 Aug 25 16:11:07.601610 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-d203e2a2-e2ed-4e79-aef1-0fefd553a6a8 req-9fa9e6ac-ed85-4343-84fe-9272577d7a69 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:07.616019 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] For port 71ece552-65a1-472b-896f-508668a8beaa, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:11:07.619829 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] For port 71ece552-65a1-472b-896f-508668a8beaa, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71ece552-65a1-472b-896f-508668a8beaa,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:11:07.624943 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-d203e2a2-e2ed-4e79-aef1-0fefd553a6a8 req-9fa9e6ac-ed85-4343-84fe-9272577d7a69 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:07.625777 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.626836 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d203e2a2-e2ed-4e79-aef1-0fefd553a6a8 req-9fa9e6ac-ed85-4343-84fe-9272577d7a69 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914671 Aug 25 16:11:07.630716 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b1769c29-3895-4133-9363-a325aca306e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:07.690440 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:07.691940 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] 10.222.0.53 "PUT /v2.0/ports/71ece552-65a1-472b-896f-508668a8beaa HTTP/1.1" status: 200 len: 1094 time: 1.1940753 Aug 25 16:11:07.692467 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'tag': '71ece552-65a1-472b-896f-508668a8beaa'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:07.718382 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Pushing event updated for resources: {'Port': ['ID=71ece552-65a1-472b-896f-508668a8beaa,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:07.725529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:07.788606 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'tag': '71ece552-65a1-472b-896f-508668a8beaa', 'status': 'completed', 'code': 200} Aug 25 16:11:07.834614 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-ada275c7-e87b-4900-8aad-cd63faebf6b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 1097 time: 0.0846922 Aug 25 16:11:07.913014 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-199a44aa-d56d-4a10-8834-571b11b60dab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ece552-65a1-472b-896f-508668a8beaa HTTP/1.1" status: 200 len: 217 time: 0.0654240 Aug 25 16:11:07.984909 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d8297-f407-49fe-b953-053338763a99 req-59e5a9b0-fe11-4450-ba8e-a61356bf5784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:07.986304 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-59e5a9b0-fe11-4450-ba8e-a61356bf5784 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0674222 Aug 25 16:11:08.072710 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-f67f21c1-4814-487a-846a-e24019f824a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791841 Aug 25 16:11:08.148904 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151d153-c9d3-492e-aa49-576ff9a15418 req-b5bd552e-bb16-40dc-af75-9d17778cb517 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.150488 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0151d153-c9d3-492e-aa49-576ff9a15418 req-b5bd552e-bb16-40dc-af75-9d17778cb517 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 943 time: 0.1041200 Aug 25 16:11:08.204710 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0151d153-c9d3-492e-aa49-576ff9a15418 req-b0255ca4-4c48-4765-972c-a371c5ddef8f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481482 Aug 25 16:11:08.223781 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-02acd013-7eaf-422c-8c63-beec384f673a service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445320 Aug 25 16:11:08.261822 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:08.383295 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ca2d8297-f407-49fe-b953-053338763a99 req-8e761a98-b242-4d65-bb6f-ffa03bb36ed3 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526921 Aug 25 16:11:08.409253 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:08.423764 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '50e3c462-c334-4038-9634-e29ce31ff81b', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'port_id': '50e3c462-c334-4038-9634-e29ce31ff81b', 'mac_address': 'fa:16:3e:ce:8e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:08.485102 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.504572 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e3c462-c334-4038-9634-e29ce31ff81b {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:08.521101 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:08.525665 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:08.527457 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:08.546958 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-c2ec4b09-c72f-4726-bbac-c4ecb8b994dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 1097 time: 0.0759170 Aug 25 16:11:08.594885 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=9']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:08.598038 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:08.698192 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-7c7a590a-d548-450e-9f4f-1ab9fd38357a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.699636 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-7c7a590a-d548-450e-9f4f-1ab9fd38357a service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.1464841 Aug 25 16:11:08.804245 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-dc22c19d-9b12-44ba-8627-fcb3b0d53640 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ece552-65a1-472b-896f-508668a8beaa HTTP/1.1" status: 200 len: 217 time: 0.0978081 Aug 25 16:11:08.891853 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-6d223caf-ff84-4de2-9a39-e734668bec9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.893557 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-6d223caf-ff84-4de2-9a39-e734668bec9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0785539 Aug 25 16:11:08.941040 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5acc38-f0c6-40c7-87f3-db8716bba775 req-49804afc-7cad-4950-bed0-2b20340d0994 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:08.941705 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ed5acc38-f0c6-40c7-87f3-db8716bba775 req-49804afc-7cad-4950-bed0-2b20340d0994 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:11:08.976385 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ed5acc38-f0c6-40c7-87f3-db8716bba775 req-49804afc-7cad-4950-bed0-2b20340d0994 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:11:08.977565 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ed5acc38-f0c6-40c7-87f3-db8716bba775 req-49804afc-7cad-4950-bed0-2b20340d0994 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 944 time: 0.2050498 Aug 25 16:11:09.018972 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-66097fda-69f3-41cc-a078-1d5fc411551b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1179519 Aug 25 16:11:09.107489 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ed5acc38-f0c6-40c7-87f3-db8716bba775 req-f1288ffd-868b-4696-8ed0-39cbc297e0cf tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226947 Aug 25 16:11:09.147097 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['50e3c462-c334-4038-9634-e29ce31ff81b'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:09.177121 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-b014b2d8-5c82-4102-85c0-a56ac173a871 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475842 Aug 25 16:11:09.293009 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:09.319613 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-646ebde4-c34f-4324-b184-d9a2f2beae72 req-3c866324-6c9d-487b-bf86-dbf19042ecc2 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354613 Aug 25 16:11:09.435311 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7e5a8-d49c-403a-99c4-c60ef76c4c50 req-9753c8ee-ecee-4a63-b8e5-9518a736353f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:09.436823 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4f7e5a8-d49c-403a-99c4-c60ef76c4c50 req-9753c8ee-ecee-4a63-b8e5-9518a736353f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 944 time: 0.0792058 Aug 25 16:11:09.483684 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4f7e5a8-d49c-403a-99c4-c60ef76c4c50 req-f6ac03a0-c9be-422e-bf25-88fbcd25f459 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Aug 25 16:11:10.267491 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:10.321514 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c34b0-4af9-4259-8d83-fdd65073787d req-7ad49233-86f6-4b92-a905-f9575f4fc650 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.323208 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a5c34b0-4af9-4259-8d83-fdd65073787d req-7ad49233-86f6-4b92-a905-f9575f4fc650 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 944 time: 0.0875139 Aug 25 16:11:10.345556 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 50e3c462-c334-4038-9634-e29ce31ff81b triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:10.346161 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.390645 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a5c34b0-4af9-4259-8d83-fdd65073787d req-739ef0ab-7e7f-4e44-be94-93909194c10b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585194 Aug 25 16:11:10.465913 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.495166 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:10.506593 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:10.511418 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:10.513597 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-bf3288ab-1f45-4c0c-b3ad-4612ecbfa967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:10.559841 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b', 'code': 200} Aug 25 16:11:10.587815 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=10']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:10.590811 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:10.861798 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1553-0787-45b5-8896-01e3801d6125 req-1291303c-c423-4395-a5ad-ee635d4cdceb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:10.864278 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d06c1553-0787-45b5-8896-01e3801d6125 req-1291303c-c423-4395-a5ad-ee635d4cdceb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.2043157 Aug 25 16:11:10.914575 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d06c1553-0787-45b5-8896-01e3801d6125 req-c6297214-2407-4eaf-a7a7-7f397e537dac tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Aug 25 16:11:11.192083 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a2888fc1-9da3-45b1-b361-5bb2cabd8812 req-1f1a1837-8fce-45ba-a5bb-3a98edf20774 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 1099 time: 0.0707726 Aug 25 16:11:11.235503 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a2888fc1-9da3-45b1-b361-5bb2cabd8812 req-06d1a5b8-839a-4f27-bfac-2c513269326b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 Aug 25 16:11:11.602630 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649cc5e-75fb-4b95-ad5b-381dd28028ea req-f2513e8a-eecd-408a-92c2-d66dbb3efe68 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:11.604108 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d649cc5e-75fb-4b95-ad5b-381dd28028ea req-f2513e8a-eecd-408a-92c2-d66dbb3efe68 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 944 time: 0.0840240 Aug 25 16:11:11.653053 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d649cc5e-75fb-4b95-ad5b-381dd28028ea req-94a5106b-ac29-4dd9-9151-a8aa68b1ed30 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Aug 25 16:11:12.126477 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac4231-5262-4ade-9c0e-ba75bc74fbaf req-98dfd96a-c090-409c-9c70-1c7cd36c981e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:12.128095 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-38ac4231-5262-4ade-9c0e-ba75bc74fbaf req-98dfd96a-c090-409c-9c70-1c7cd36c981e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.0799954 Aug 25 16:11:12.174037 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-38ac4231-5262-4ade-9c0e-ba75bc74fbaf req-b5096571-c3bd-4074-9dc8-3a4e96f3e9bb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395901 Aug 25 16:11:12.282894 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71ece552-65a1-472b-896f-508668a8beaa details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:11:12.422496 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 71ece552-65a1-472b-896f-508668a8beaa, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71ece552-65a1-472b-896f-508668a8beaa,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:12.435739 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '71ece552-65a1-472b-896f-508668a8beaa', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'port_id': '71ece552-65a1-472b-896f-508668a8beaa', 'mac_address': 'fa:16:3e:71:6c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:11:12.492189 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.509400 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ece552-65a1-472b-896f-508668a8beaa {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:11:12.525268 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 71ece552-65a1-472b-896f-508668a8beaa, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71ece552-65a1-472b-896f-508668a8beaa,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:12.529468 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:12.531341 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:12.600025 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=71ece552-65a1-472b-896f-508668a8beaa,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:12.603665 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:12.868615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f4fd-54e8-4e8c-82bd-fea7fa4e4d10 req-4c0c3291-98ca-464d-acd6-3f644250205f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:12.870093 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8536f4fd-54e8-4e8c-82bd-fea7fa4e4d10 req-4c0c3291-98ca-464d-acd6-3f644250205f tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 945 time: 0.0917795 Aug 25 16:11:12.924857 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8536f4fd-54e8-4e8c-82bd-fea7fa4e4d10 req-9d7e70d2-66f1-4315-94fe-011f55ff2f40 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491469 Aug 25 16:11:12.973506 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['71ece552-65a1-472b-896f-508668a8beaa'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:11:13.394071 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a563-337e-43bb-90f8-57b44cfdf07b req-a441cc8c-099f-48df-9cb8-0f2c26216aee tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:13.396148 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b33a563-337e-43bb-90f8-57b44cfdf07b req-a441cc8c-099f-48df-9cb8-0f2c26216aee tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.0822990 Aug 25 16:11:13.447112 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b33a563-337e-43bb-90f8-57b44cfdf07b req-68a650b2-acf1-49f0-8f22-d0e1f24d9607 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453198 Aug 25 16:11:14.116842 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624aba5-9a65-452c-a8ab-8e66075adf82 req-c73e3c27-0f14-4256-9594-b05095ceca42 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:14.118289 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5624aba5-9a65-452c-a8ab-8e66075adf82 req-c73e3c27-0f14-4256-9594-b05095ceca42 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 945 time: 0.0755584 Aug 25 16:11:14.163440 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5624aba5-9a65-452c-a8ab-8e66075adf82 req-f4afda25-4b2a-4a77-a265-7a491f5d5e3a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395501 Aug 25 16:11:14.280696 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71ece552-65a1-472b-896f-508668a8beaa up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:11:14.352666 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 71ece552-65a1-472b-896f-508668a8beaa completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:11:14.358116 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 71ece552-65a1-472b-896f-508668a8beaa triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:11:14.358491 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.476368 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.529456 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ece552-65a1-472b-896f-508668a8beaa'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:14.540136 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 71ece552-65a1-472b-896f-508668a8beaa, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71ece552-65a1-472b-896f-508668a8beaa,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:11:14.544204 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:14.548300 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:11:14.591968 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ece552-65a1-472b-896f-508668a8beaa', 'code': 200} Aug 25 16:11:14.620941 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=71ece552-65a1-472b-896f-508668a8beaa,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:11:14.628680 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:11:14.666394 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1f3d8-60c0-438c-b1f4-4ba4be2a1a2e req-24559a41-4b41-40ea-b332-5bdf61a4abaa tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:14.667940 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-87e1f3d8-60c0-438c-b1f4-4ba4be2a1a2e req-24559a41-4b41-40ea-b332-5bdf61a4abaa tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.0805590 Aug 25 16:11:14.717392 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-87e1f3d8-60c0-438c-b1f4-4ba4be2a1a2e req-abecbd03-bf85-4d65-a591-dd4b307218d9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 Aug 25 16:11:14.864471 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-25f8675c-e59c-4076-9d74-a74dea57381e req-9e87e881-a659-42f7-8aec-b52b632cdb54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 1099 time: 0.0722654 Aug 25 16:11:14.909427 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-25f8675c-e59c-4076-9d74-a74dea57381e req-fd9b538e-514f-47a2-8079-5e7c3b5ed8ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384722 Aug 25 16:11:15.362852 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ba74-09cd-4a46-8449-59d3d41a7386 req-dfa3debb-cb34-4dbd-96e6-86a2fdf93c3e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:15.364905 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-51f6ba74-09cd-4a46-8449-59d3d41a7386 req-dfa3debb-cb34-4dbd-96e6-86a2fdf93c3e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.0809977 Aug 25 16:11:15.467916 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-51f6ba74-09cd-4a46-8449-59d3d41a7386 req-3de8cbb7-3d8c-4d73-b1e0-6719820c4b43 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974841 Aug 25 16:11:16.664720 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe415696-1584-43fd-9390-bf487a89e38d req-e3a6dc25-06eb-4469-a172-b7e9dfa923f3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:16.666539 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fe415696-1584-43fd-9390-bf487a89e38d req-e3a6dc25-06eb-4469-a172-b7e9dfa923f3 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.0782113 Aug 25 16:11:16.712894 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fe415696-1584-43fd-9390-bf487a89e38d req-68faa238-52b0-46b0-8124-b8df75bb9841 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407205 Aug 25 16:11:16.901492 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190de5be-e186-48cf-9658-2cd83500a96a req-72d71f49-e308-4081-a11c-c7c8ed9a210e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:16.902952 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-190de5be-e186-48cf-9658-2cd83500a96a req-72d71f49-e308-4081-a11c-c7c8ed9a210e tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.0756462 Aug 25 16:11:16.912364 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34658) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:11:16.918171 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Request body: {'floatingip': {'port_id': '71ece552-65a1-472b-896f-508668a8beaa'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:11:17.003131 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.611731 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.615670 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:17.888353 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.l3_db [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Floating IP 8330f8ca-4e87-4f0c-86a4-fd7548eca3d5 associated. External IP: 172.28.1.145, port: 71ece552-65a1-472b-896f-508668a8beaa. Aug 25 16:11:18.273944 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Router 858b79e5-e58a-4035-a323-60283c15c8f5 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:11:18.476949 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:11:18.481883 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:18.486229 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] Sync routers for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:11:18.499257 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:18.499913 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:10:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:18.546899 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-05272e45-3772-46c1-a3f8-6c9fc74c10e9 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "PUT /v2.0/floatingips/8330f8ca-4e87-4f0c-86a4-fd7548eca3d5 HTTP/1.1" status: 200 len: 992 time: 1.6333849 Aug 25 16:11:18.547552 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'tag': '71ece552-65a1-472b-896f-508668a8beaa'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:11:18.607528 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'tag': '71ece552-65a1-472b-896f-508668a8beaa', 'status': 'completed', 'code': 200} Aug 25 16:11:18.700112 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:18.744236 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-c8e413df-d6a5-47a1-8d04-9e69ba24b530 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 1099 time: 0.0732739 Aug 25 16:11:18.885432 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-cb9d452f-4d91-47f4-93f0-0c4790d0e8a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:18.886943 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-cb9d452f-4d91-47f4-93f0-0c4790d0e8a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.1352513 Aug 25 16:11:19.002428 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-7f8a1b58-4d17-4715-93ae-9647ffc686af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ece552-65a1-472b-896f-508668a8beaa HTTP/1.1" status: 200 len: 1000 time: 0.1065395 Aug 25 16:11:19.066007 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '8330f8ca-4e87-4f0c-86a4-fd7548eca3d5', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'port_id': '71ece552-65a1-472b-896f-508668a8beaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'mac_address': 'fa:16:3e:71:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:50Z', 'updated_at': '2021-08-25T16:11:17Z', 'revision_number': 1, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:19.071679 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] Checking router: 858b79e5-e58a-4035-a323-60283c15c8f5 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:11:19.071955 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-1ce20716-2100-4e46-8288-da4456fa19af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:19.073256 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-1ce20716-2100-4e46-8288-da4456fa19af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0595756 Aug 25 16:11:19.091921 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:11:19.092664 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:10:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:19.157299 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-2df8b251-16e5-4c4c-bc10-f0fdab798822 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734997 Aug 25 16:11:19.320486 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-bb26ce84-af0b-4ccb-bced-d633fef6e0d6 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502726 Aug 25 16:11:19.352781 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:11:19.466138 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0c98543-5a7c-42b7-929d-5cd5f21c1877 req-177befe9-b647-402e-8e89-5047431682d8 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291850 Aug 25 16:11:19.840431 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '8330f8ca-4e87-4f0c-86a4-fd7548eca3d5', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'port_id': '71ece552-65a1-472b-896f-508668a8beaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'mac_address': 'fa:16:3e:71:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:50Z', 'updated_at': '2021-08-25T16:11:17Z', 'revision_number': 1, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:11:19.845085 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a572b3eb-c6c5-4a33-bfa6-e91cc484f16a None None] The sync data for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb is: [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '8330f8ca-4e87-4f0c-86a4-fd7548eca3d5', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'floating_ip_address': '172.28.1.145', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'port_id': '71ece552-65a1-472b-896f-508668a8beaa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'mac_address': 'fa:16:3e:71:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:10:50Z', 'updated_at': '2021-08-25T16:11:17Z', 'revision_number': 1, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:11:20.045074 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a016b4-9ee0-4223-b551-8ca991377349 None None] New status for floating IP 8330f8ca-4e87-4f0c-86a4-fd7548eca3d5: ACTIVE {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:11:21.513894 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:22.231483 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-17a69abd-99eb-4f0a-99f6-32be9802a250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:25.393440 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d9640199-ba87-456c-b1b9-d7c40cff8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:26.738214 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:28.043631 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:37.633157 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:11:39.261711 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:43.588692 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-3d2bdd7d-f49a-41b8-ae48-9cf58f4aac96 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662260 Aug 25 16:11:43.695331 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-3fa9fcb5-9794-4796-97c2-711bc74f69e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1137 time: 0.0727096 Aug 25 16:11:43.934701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-455f7eb8-1790-41b0-930e-d3c3a677e25d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:43.936166 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-455f7eb8-1790-41b0-930e-d3c3a677e25d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 915 time: 0.2219961 Aug 25 16:11:44.038079 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-aa199174-5fdd-40f8-80d1-32986ae9f95a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 1001 time: 0.0953901 Aug 25 16:11:44.103729 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-9198b5e9-0d02-42f5-87e5-903a2dd543d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:11:44.105181 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-9198b5e9-0d02-42f5-87e5-903a2dd543d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.0605974 Aug 25 16:11:44.179325 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-3d39108f-ff87-49d9-a7c5-93ed2500796e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674675 Aug 25 16:11:44.308655 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-19c25ae7-2a1a-4fc8-93b9-f3b53630e858 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224935 Aug 25 16:11:44.443052 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-001e8c4f-2e7e-49ee-82a5-00aec9f89b68 req-5260693d-8a28-4448-bb23-d2e308f4aad4 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282396 Aug 25 16:11:51.516340 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:52.223595 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-a30fd79f-4a1b-4133-a4d7-027bb8dfde59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:55.397789 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4b752389-f94a-4971-b8c5-125da8a5505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:56.736275 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:11:58.047492 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:09.285842 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.489719 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-f376e0c0-7ba6-4e83-ae73-efa144d12ef9 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489399936&fields=id&tenant_id=48bd31ef7a60480d8b0bc5421b03fa07 HTTP/1.1" status: 200 len: 267 time: 0.0453176 Aug 25 16:12:13.569477 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-57654dbf-87d3-46f0-9394-cb77f5c0dd12 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:13.570987 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-57654dbf-87d3-46f0-9394-cb77f5c0dd12 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 984 time: 0.0760252 Aug 25 16:12:13.582116 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Request body: {'port': {'security_groups': ['5d2ad84d-a075-47c1-8c01-8bf3ed11e91b']}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:13.708993 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:13.985461 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ad56acf6-ba58-4312-95a6-424bbae27f13,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:14.011597 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.016556 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.023518 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7c98a5ab-8bc7-4606-a175-625fcde98d81 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:14.057259 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['ad56acf6-ba58-4312-95a6-424bbae27f13'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:14.093021 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.093250 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.094548 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a1ceef01-199c-4363-a632-84a47fb293e3 req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "PUT /v2.0/ports/ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 942 time: 0.5174057 Aug 25 16:12:14.095509 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:14.100584 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34782) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:14.132767 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event updated for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=7']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:14.142342 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.142620 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.142991 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.143688 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.144608 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.144968 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.145372 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.145746 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.146106 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.146446 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.146790 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.151031 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-eea0959b-2fd1-4fac-82ce-5e37b10bd1ca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:14.218284 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.250512 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.256908 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['ad56acf6-ba58-4312-95a6-424bbae27f13'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:14.266173 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'status': 'completed', 'code': 200} Aug 25 16:12:14.374154 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.380406 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2b5308d7-72a3-4e71-9dd9-df74379017ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:14.397844 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4e05d0-5b00-472b-a4cc-7f38368d838c,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:14.421028 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.421404 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.421779 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.422141 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.422502 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.422857 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.423211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.423565 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.423942 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.424292 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.424642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:14.428326 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.432645 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c4e05d0-5b00-472b-a4cc-7f38368d838c HTTP/1.1" status: 204 len: 168 time: 0.3278713 Aug 25 16:12:14.432645 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-02e53eb8-a78b-4773-a29a-fe2f555faa5f tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:14.434004 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34790) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:14.437565 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-a8fc986e-c39b-422f-8640-94d12eb15678 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1098 time: 0.1207659 Aug 25 16:12:14.481467 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-862ba7bc-1ca1-4d80-8d0b-2c6104576324 None None] Provisioning complete for port ad56acf6-ba58-4312-95a6-424bbae27f13 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:14.481789 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-862ba7bc-1ca1-4d80-8d0b-2c6104576324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.598611 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-6dd2ef1d-3bac-42a4-bcd4-26bf93f0e706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.600969 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-6dd2ef1d-3bac-42a4-bcd4-26bf93f0e706 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 915 time: 0.1568964 Aug 25 16:12:14.645513 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:12:14.712996 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Deleting port 6ec12147-d3d0-45a5-bd2e-776ce4f0e263 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:14.713489 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.777456 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-4a82caef-f55e-42b5-820c-f5aefcf2354e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 1001 time: 0.1686804 Aug 25 16:12:14.858331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-421552c9-28ff-4b4f-9139-fe209a253938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:14.859835 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-421552c9-28ff-4b4f-9139-fe209a253938 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.0661702 Aug 25 16:12:14.905384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.905720 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:14.942452 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-638693f5-8807-4290-aeed-bbc3715b9f2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759506 Aug 25 16:12:15.040369 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Calling delete_port for 6ec12147-d3d0-45a5-bd2e-776ce4f0e263 owned by network:floatingip {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:15.092765 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-bb3e8fbf-6055-447f-894e-db43f01bd7e3 service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434312 Aug 25 16:12:15.220413 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:15.225114 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7cb9d67c-13c9-4a7e-b51f-b4e612831c8e tempest-ServerRescueNegativeTestJSON-1491300460 tempest-ServerRescueNegativeTestJSON-1491300460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:15.261808 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-2c82bd68-b452-4298-ad8f-22ab00dc14aa req-aecbf386-857a-4a6b-b496-4e159812afef service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624761 Aug 25 16:12:15.267211 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event deleted for resources: {'Port': ['ID=6ec12147-d3d0-45a5-bd2e-776ce4f0e263,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:15.269996 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:15.384181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks [] for floatingip, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:15.876738 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Router 0de666cc-c39b-4bde-b454-84c5b693b49e has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:16.083797 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:16.093198 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] Sync routers for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:16.104719 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:16.104925 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:16.105483 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:11:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:16.158065 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "DELETE /v2.0/floatingips/55373afd-17e3-409d-87d0-4c8eac5ba166 HTTP/1.1" status: 204 len: 168 time: 1.7225389 Aug 25 16:12:16.267641 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:16.293114 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:16.326914 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'status': 'completed', 'code': 200} Aug 25 16:12:16.451787 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-505e9f63-2735-433f-be97-9267433a0195 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 1098 time: 0.0737927 Aug 25 16:12:16.652661 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:07Z', 'revision_number': 5, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:16.656956 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] Checking router: 0de666cc-c39b-4bde-b454-84c5b693b49e for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:16.672123 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:16.672743 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:11:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:16.703686 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-59045938-6adf-4e12-a887-c75b4bb7ef08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.707076 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-59045938-6adf-4e12-a887-c75b4bb7ef08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 200 len: 915 time: 0.2470078 Aug 25 16:12:16.779788 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-61ad2f4d-897a-4d2f-8ee5-007e112de8a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 200 len: 217 time: 0.0651481 Aug 25 16:12:16.845887 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-ed181418-13e0-4b4e-b750-2e4d7ee403ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:16.847872 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-ed181418-13e0-4b4e-b750-2e4d7ee403ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 200 len: 853 time: 0.0603421 Aug 25 16:12:16.858677 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:16.930947 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-8e73f262-3676-4ed9-a15e-c130cdb86eed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0b8af372-8e4a-4bdd-8714-5085d133c770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721316 Aug 25 16:12:17.085214 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-ac0cc939-4317-4e20-aaf5-f68762106e7f service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465435 Aug 25 16:12:17.226796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:07Z', 'revision_number': 5, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:17.231271 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dee72-bdac-4d10-83d5-412a60fa69c3 None None] The sync data for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb is: [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 4, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': 'f8c34aa6-acdb-448f-907b-0aa62afa293f', 'name': '', 'network_id': '0b8af372-8e4a-4bdd-8714-5085d133c770', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'mac_address': 'fa:16:3e:04:9e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:25Z', 'updated_at': '2021-08-25T16:09:07Z', 'revision_number': 5, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'subnets': [{'id': '82dc06db-2698-4d7f-88a2-1e55713bf2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:17.245112 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-29a8c4d8-24a6-4e05-bc02-9b71b357854a req-21887bb0-3abc-4ed8-ba6a-cdd4e28e040e service neutron] 10.222.0.53 "GET /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314237 Aug 25 16:12:17.467447 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144a3c6f-f1d8-413a-8cbf-8adfb2e7af63 None None] New status for floating IP 55373afd-17e3-409d-87d0-4c8eac5ba166: DOWN {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:12:20.609847 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d8c85-358c-4af9-bb6d-cf0b3ab3f979 req-388fdc7d-7cc0-4de0-bfed-a8279cbcc0d3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:20.611329 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-eb3d8c85-358c-4af9-bb6d-cf0b3ab3f979 req-388fdc7d-7cc0-4de0-bfed-a8279cbcc0d3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0815330 Aug 25 16:12:20.662638 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-eb3d8c85-358c-4af9-bb6d-cf0b3ab3f979 req-1b897cbc-fc97-4919-a819-0d8f79dea886 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Synchronizing usage tracker for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:20.678895 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-eb3d8c85-358c-4af9-bb6d-cf0b3ab3f979 req-1b897cbc-fc97-4919-a819-0d8f79dea886 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Unset dirty status for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:20.680444 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-eb3d8c85-358c-4af9-bb6d-cf0b3ab3f979 req-1b897cbc-fc97-4919-a819-0d8f79dea886 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629933 Aug 25 16:12:21.527185 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:21.904115 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2a098-6a45-492e-9cb4-a3c98289a5ce req-c2b3934f-97d3-4a94-9be7-ce1e85530f93 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:21.905609 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f9b2a098-6a45-492e-9cb4-a3c98289a5ce req-c2b3934f-97d3-4a94-9be7-ce1e85530f93 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0827489 Aug 25 16:12:21.953777 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f9b2a098-6a45-492e-9cb4-a3c98289a5ce req-1a8efaa6-c1eb-4877-b73d-220a7d8586fe tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Aug 25 16:12:22.227128 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-09067832-f031-45a9-a1ee-37acd4d3836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.162268 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e8ae3-d020-4206-ba12-77ebf69c2e7a req-128dc0ab-609e-44a1-9244-2f1c18e465d1 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.163781 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e32e8ae3-d020-4206-ba12-77ebf69c2e7a req-128dc0ab-609e-44a1-9244-2f1c18e465d1 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0872571 Aug 25 16:12:23.210906 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e32e8ae3-d020-4206-ba12-77ebf69c2e7a req-9799f8b3-887c-4a13-b033-d7c336f56338 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Aug 25 16:12:23.329236 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a7fb-f297-491b-87f8-ef8761789aba req-c9fb99a3-ab6b-41b1-af6c-67c69ecb3367 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:23.330674 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0147a7fb-f297-491b-87f8-ef8761789aba req-c9fb99a3-ab6b-41b1-af6c-67c69ecb3367 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.53 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 945 time: 0.0824075 Aug 25 16:12:23.405930 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Deleting port ad56acf6-ba58-4312-95a6-424bbae27f13 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:23.406274 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.661739 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] For port ad56acf6-ba58-4312-95a6-424bbae27f13, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ad56acf6-ba58-4312-95a6-424bbae27f13,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:23.662097 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.788901 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Calling delete_port for ad56acf6-ba58-4312-95a6-424bbae27f13 owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:23.928449 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:23.933776 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:23.964746 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['ad56acf6-ba58-4312-95a6-424bbae27f13'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:24.064570 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Pushing event deleted for resources: {'Port': ['ID=ad56acf6-ba58-4312-95a6-424bbae27f13,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:24.068798 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:24.138788 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] No DVR routers for this DVR port ad56acf6-ba58-4312-95a6-424bbae27f13 on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:24.141292 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:24.144781 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'name': 'network-vif-deleted', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:24.156445 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0147a7fb-f297-491b-87f8-ef8761789aba req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.53 "DELETE /v2.0/ports/ad56acf6-ba58-4312-95a6-424bbae27f13 HTTP/1.1" status: 204 len: 173 time: 0.8193312 Aug 25 16:12:24.207793 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237a1c03-a349-48ed-b563-1d60695fb761', 'name': 'network-vif-deleted', 'tag': 'ad56acf6-ba58-4312-95a6-424bbae27f13', 'status': 'completed', 'code': 200} Aug 25 16:12:24.384704 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-b940997a-c081-4fac-a66a-4b57d8021048 req-c95f3e80-41a1-4398-ae8d-dc6c28692cca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Synchronizing usage tracker for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:24.402273 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-b940997a-c081-4fac-a66a-4b57d8021048 req-c95f3e80-41a1-4398-ae8d-dc6c28692cca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Unset dirty status for tenant:48bd31ef7a60480d8b0bc5421b03fa07 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:24.403850 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b940997a-c081-4fac-a66a-4b57d8021048 req-c95f3e80-41a1-4398-ae8d-dc6c28692cca tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] 10.222.0.30 "GET /v2.0/ports?device_id=237a1c03-a349-48ed-b563-1d60695fb761 HTTP/1.1" status: 200 len: 210 time: 0.0646906 Aug 25 16:12:25.402966 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f77777b4-2ff2-42fb-abb8-5914db3b620d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.084557 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34896) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:26.485117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947551'] for router_interface, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:26.664920 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device ad56acf6-ba58-4312-95a6-424bbae27f13 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:26.698131 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: ad56acf6-ba58-4312-95a6-424bbae27f13 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:26.698478 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device ad56acf6-ba58-4312-95a6-424bbae27f13 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:26.740927 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.191557 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Deleting port f8c34aa6-acdb-448f-907b-0aa62afa293f {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:27.192207 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.357595 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] For port f8c34aa6-acdb-448f-907b-0aa62afa293f, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=f8c34aa6-acdb-448f-907b-0aa62afa293f,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:27.357941 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.481542 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Calling delete_port for f8c34aa6-acdb-448f-907b-0aa62afa293f owned by network:router_interface {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:27.789552 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:27.793012 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-45bed207-f522-41c8-9a2b-fad2033199d0 tempest-VolumesActionsTest-969629333 tempest-VolumesActionsTest-969629333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:27.833948 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c34aa6-acdb-448f-907b-0aa62afa293f,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:27.837253 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:28.059316 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.159738 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4067721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947627'] for router_interface, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:28.881623 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Router 0de666cc-c39b-4bde-b454-84c5b693b49e has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:29.105462 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:29.114948 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] Sync routers for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:29.124255 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0415e610-7a37-460f-b4f2-6c9a04e78a19 admin admin] 10.222.0.30 "PUT /v2.0/routers/0de666cc-c39b-4bde-b454-84c5b693b49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0385802 Aug 25 16:12:29.127005 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:29.127157 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34906) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:29.127695 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:29.306182 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:29.338173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.555235 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.565527 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Deleting port 3925c008-81d2-4297-a210-a4a2ff80b536 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:29.565909 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.606690 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188'}], 'enable_snat': True}, 'gw_port_id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:12:27Z', 'revision_number': 5, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port': {'id': '3925c008-81d2-4297-a210-a4a2ff80b536', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:28:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:22Z', 'updated_at': '2021-08-25T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:29.610615 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] Checking router: 0de666cc-c39b-4bde-b454-84c5b693b49e for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:29.622706 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] Routers {'0de666cc-c39b-4bde-b454-84c5b693b49e'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:29.623331 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['0de666cc-c39b-4bde-b454-84c5b693b49e'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:29.759067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] For port 3925c008-81d2-4297-a210-a4a2ff80b536, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=3925c008-81d2-4297-a210-a4a2ff80b536,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:29.759408 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:29.777614 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] Set router 0de666cc-c39b-4bde-b454-84c5b693b49e gateway port host: None {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:29.881502 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:12:29Z', 'revision_number': 6, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port_host': None}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:29.883312 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Calling delete_port for 3925c008-81d2-4297-a210-a4a2ff80b536 owned by network:router_gateway {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:29.885954 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0eeb0-9e7f-4ca4-933b-6acd34e3bc93 None None] The sync data for ids ['0de666cc-c39b-4bde-b454-84c5b693b49e'] in dv-cinder-805825-2-smb is: [{'id': '0de666cc-c39b-4bde-b454-84c5b693b49e', 'name': 'tempest-TestMinimumBasicScenario-711203207-router', 'tenant_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:21Z', 'updated_at': '2021-08-25T16:12:29Z', 'revision_number': 6, 'project_id': '48bd31ef7a60480d8b0bc5421b03fa07', 'gw_port_host': None}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:30.065504 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.069283 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:30.110967 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3925c008-81d2-4297-a210-a4a2ff80b536,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:30.114435 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:30.335371 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946210'] for router_gateway, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.683414 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-948878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.688195 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.717189 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-949278'] for router, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.717828 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de666cc-c39b-4bde-b454-84c5b693b49e {{(pid=75091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:12:30.731828 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.734828 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0de666cc-c39b-4bde-b454-84c5b693b49e HTTP/1.1" status: 204 len: 168 time: 1.6048756 Aug 25 16:12:30.736783 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34912) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:30.777294 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 3925c008-81d2-4297-a210-a4a2ff80b536 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:30.803612 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Deleting subnet 82dc06db-2698-4d7f-88a2-1e55713bf2c3 {{(pid=75091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:12:30.806945 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.814197 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 3925c008-81d2-4297-a210-a4a2ff80b536 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:30.814535 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 3925c008-81d2-4297-a210-a4a2ff80b536 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:30.814944 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f8c34aa6-acdb-448f-907b-0aa62afa293f no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:30.848634 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: f8c34aa6-acdb-448f-907b-0aa62afa293f {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:30.848980 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f8c34aa6-acdb-448f-907b-0aa62afa293f not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:30.864117 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1911378'] for subnet, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:30.988581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.059261 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1925065'] for subnet, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.063501 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3f6c1ea0-0e7e-4157-821f-e6702f56c077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:31.102333 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82dc06db-2698-4d7f-88a2-1e55713bf2c3,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:31.104863 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:31.110305 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.115867 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581175c6-d887-4318-9fc2-96d52231ccc0 None None] Network 0b8af372-8e4a-4bdd-8714-5085d133c770 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:12:31.118010 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-0de97713-ee3a-4817-b4c8-7504a6ba3527 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/82dc06db-2698-4d7f-88a2-1e55713bf2c3 HTTP/1.1" status: 204 len: 168 time: 0.3795953 Aug 25 16:12:31.120654 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34916) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:31.240608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.252092 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Deleting port fa819f37-d69b-4966-b04e-94febedf8104 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:31.252497 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.375942 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] DHCP port deletion for 0b8af372-8e4a-4bdd-8714-5085d133c770 request from dv-cinder-805825-2-smb {{(pid=75093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:12:31.380200 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Deleting port fa819f37-d69b-4966-b04e-94febedf8104 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:31.380614 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.466223 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] For port fa819f37-d69b-4966-b04e-94febedf8104, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=fa819f37-d69b-4966-b04e-94febedf8104,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:31.466848 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.594991 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Calling delete_port for fa819f37-d69b-4966-b04e-94febedf8104 owned by network:dhcp {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:31.634961 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] For port fa819f37-d69b-4966-b04e-94febedf8104, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=fa819f37-d69b-4966-b04e-94febedf8104,segment=NetworkSegment(6b8afc76-7b0e-4801-ade2-a817ec19a0be),segment_id=6b8afc76-7b0e-4801-ade2-a817ec19a0be)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:31.635299 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.686812 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.690839 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1647933a-904b-437b-8b31-993dfdae79c5 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:31.733409 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Pushing event deleted for resources: {'Port': ['ID=fa819f37-d69b-4966-b04e-94febedf8104,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:31.735902 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:31.741608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] No DVR routers for this DVR port fa819f37-d69b-4966-b04e-94febedf8104 on host dv-cinder-805825-2-smb {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:31.757164 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Calling delete_port for fa819f37-d69b-4966-b04e-94febedf8104 owned by network:dhcp {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:31.865451 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.880092 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8af372-8e4a-4bdd-8714-5085d133c770']}} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:31.894761 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.api [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:12:31.895321 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8afc76-7b0e-4801-ade2-a817ec19a0be') {'for_net_delete': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:31.895428 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_db.api [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:12:31.895523 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8afc76-7b0e-4801-ade2-a817ec19a0be') {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:31.907172 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1911389'] for segment, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.923717 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.930958 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=75091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:12:31.931354 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1510180'] for segment, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: Traceback (most recent call last): Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: timer() Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: cb(*args, **kw) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: return func(*args, **kwargs) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: self._notify() Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: self.callback(batched_events) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: event.method(event) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: return f(self, *a, **k) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: return self._get(url).json() Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: return self.request(url, 'GET', **kwargs) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:12:31.945370 dv-cinder-805825-2-smb neutron-server[75091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:12:32.135319 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.139566 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:32.153767 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.164758 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Pushing event deleted for resources: {'Network': ['ID=0b8af372-8e4a-4bdd-8714-5085d133c770,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:32.168313 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:32.180253 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-cbaf6597-1b6c-4ccc-8df0-831310215aab admin admin] 10.222.0.30 "DELETE /v2.0/networks/0b8af372-8e4a-4bdd-8714-5085d133c770 HTTP/1.1" status: 204 len: 168 time: 1.0584815 Aug 25 16:12:32.183092 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34924) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:32.396185 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Deleting port fa819f37-d69b-4966-b04e-94febedf8104 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:32.396940 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.485099 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-e94006aa-516e-4ca7-9461-dc0c1ea310c0 None None] The port 'fa819f37-d69b-4966-b04e-94febedf8104' was deleted {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:12:32.622684 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947551'] for router_interface, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:32.798648 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device fa819f37-d69b-4966-b04e-94febedf8104 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:32.832218 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: fa819f37-d69b-4966-b04e-94febedf8104 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:32.832567 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device fa819f37-d69b-4966-b04e-94febedf8104 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:33.283870 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Deleting port ecf8e613-283b-4ab7-8883-579757613be6 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:33.284608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:33.461227 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] For port ecf8e613-283b-4ab7-8883-579757613be6, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=ecf8e613-283b-4ab7-8883-579757613be6,segment=NetworkSegment(5ce87a15-49f7-4dc2-a05a-c3a238607148),segment_id=5ce87a15-49f7-4dc2-a05a-c3a238607148)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:33.461575 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:33.582068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Calling delete_port for ecf8e613-283b-4ab7-8883-579757613be6 owned by network:router_interface {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:33.868203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:33.871649 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:33.914949 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf8e613-283b-4ab7-8883-579757613be6,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:33.918969 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:34.224846 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4067721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947627'] for router_interface, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:34.592735 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4663431-ae12-4abd-a64f-66221e98cc8c req-a63b2606-e0ba-4fa2-87fb-4375da3a675a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:34.594249 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b4663431-ae12-4abd-a64f-66221e98cc8c req-a63b2606-e0ba-4fa2-87fb-4375da3a675a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.0774865 Aug 25 16:12:34.640997 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b4663431-ae12-4abd-a64f-66221e98cc8c req-45dac215-3a97-47f3-98ee-de41747da956 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Aug 25 16:12:34.829235 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Router 27ffc940-6412-4cb1-a8cf-977675e44ab0 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:35.025847 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:35.034030 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] Sync routers for ids ['27ffc940-6412-4cb1-a8cf-977675e44ab0'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:35.041382 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-fd37c1b1-a4a5-4aab-a179-b3eab0953899 admin admin] 10.222.0.30 "PUT /v2.0/routers/27ffc940-6412-4cb1-a8cf-977675e44ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8569801 Aug 25 16:12:35.043854 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34954) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:35.047090 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] Routers {'27ffc940-6412-4cb1-a8cf-977675e44ab0'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:35.047694 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['27ffc940-6412-4cb1-a8cf-977675e44ab0'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:35.223456 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] Set router 27ffc940-6412-4cb1-a8cf-977675e44ab0 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:35.239625 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks [] for router, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:35.507469 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e846474f-6156-42be-a179-88a95d757791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:12:33Z', 'revision_number': 5, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port': {'id': 'e846474f-6156-42be-a179-88a95d757791', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:35.511358 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] Checking router: 27ffc940-6412-4cb1-a8cf-977675e44ab0 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:35.522832 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] Routers {'27ffc940-6412-4cb1-a8cf-977675e44ab0'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:35.523661 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['27ffc940-6412-4cb1-a8cf-977675e44ab0'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:35.542952 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:35.552039 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Deleting port e846474f-6156-42be-a179-88a95d757791 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:35.552399 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:35.673094 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] Set router 27ffc940-6412-4cb1-a8cf-977675e44ab0 gateway port host: None {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:35.734828 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] For port e846474f-6156-42be-a179-88a95d757791, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=e846474f-6156-42be-a179-88a95d757791,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:35.735108 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:35.794728 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:12:35Z', 'revision_number': 6, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port_host': None}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:35.798887 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e350f57-4c20-48e5-a7a4-37d203f2d4f6 None None] The sync data for ids ['27ffc940-6412-4cb1-a8cf-977675e44ab0'] in dv-cinder-805825-2-smb is: [{'id': '27ffc940-6412-4cb1-a8cf-977675e44ab0', 'name': 'tempest-TestMinimumBasicScenario-490043439-router', 'tenant_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:30Z', 'updated_at': '2021-08-25T16:12:35Z', 'revision_number': 6, 'project_id': '0b8572a6b3ee4af1b8d76c7092e92792', 'gw_port_host': None}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:35.867889 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Calling delete_port for e846474f-6156-42be-a179-88a95d757791 owned by network:router_gateway {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:35.891147 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b82c-d4a4-4893-bc50-4daebbb0bfb6 req-743ba55b-2f21-42f1-bc24-b0be15d928cd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:35.892718 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7fd3b82c-d4a4-4893-bc50-4daebbb0bfb6 req-743ba55b-2f21-42f1-bc24-b0be15d928cd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.0927072 Aug 25 16:12:35.943539 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7fd3b82c-d4a4-4893-bc50-4daebbb0bfb6 req-345ff9b2-3ba5-4cac-aa30-92311d79ef34 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Aug 25 16:12:36.037163 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.042929 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4384ce0c-fb2c-4400-bf9e-4cccd26bdab7 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:36.099585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Pushing event deleted for resources: {'Port': ['ID=e846474f-6156-42be-a179-88a95d757791,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:36.102683 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:36.327303 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946210'] for router_gateway, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.584707 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-948878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.588907 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.717432 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-949278'] for router, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.717811 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27ffc940-6412-4cb1-a8cf-977675e44ab0 {{(pid=75091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:12:36.731722 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.734493 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] 10.222.0.30 "DELETE /v2.0/routers/27ffc940-6412-4cb1-a8cf-977675e44ab0 HTTP/1.1" status: 204 len: 168 time: 1.6881297 Aug 25 16:12:36.735429 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34962) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:36.777857 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device e846474f-6156-42be-a179-88a95d757791 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:36.796335 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Deleting subnet f817245e-6a07-4229-82fd-ad0f175fba71 {{(pid=75091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:12:36.800531 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.812273 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: e846474f-6156-42be-a179-88a95d757791 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:36.812626 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device e846474f-6156-42be-a179-88a95d757791 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:36.813047 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device ecf8e613-283b-4ab7-8883-579757613be6 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:36.844852 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: ecf8e613-283b-4ab7-8883-579757613be6 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:36.845211 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device ecf8e613-283b-4ab7-8883-579757613be6 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:36.860359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1911378'] for subnet, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:36.939904 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.009829 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1925065'] for subnet, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.014584 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e8b6602a-c1ee-49b6-990c-66c9b2593748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:37.051676 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f817245e-6a07-4229-82fd-ad0f175fba71,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:37.054096 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:37.059521 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.065281 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629fa1d-c83a-4049-ac8e-cc95b16cb6ee None None] Network b49e972d-315c-4777-9bc6-63f06f79d41d requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:12:37.068512 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-bc26af9e-50ff-47c3-ac31-434b099ed71c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f817245e-6a07-4229-82fd-ad0f175fba71 HTTP/1.1" status: 204 len: 168 time: 0.3296714 Aug 25 16:12:37.068810 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 34968) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:37.175627 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811bae-50c4-4308-a525-e91a0b886baa req-78cc8ec9-0b99-49a2-91e7-86f72a6d90f4 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.177782 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-75811bae-50c4-4308-a525-e91a0b886baa req-78cc8ec9-0b99-49a2-91e7-86f72a6d90f4 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.0923653 Aug 25 16:12:37.240366 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-75811bae-50c4-4308-a525-e91a0b886baa req-55d77cdc-30f0-49f1-b69b-04cf022d4f31 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552039 Aug 25 16:12:37.249536 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.276730 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Deleting port 291319b8-af28-45f3-bf77-e0482b96e8c1 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:37.277216 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.341339 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] DHCP port deletion for b49e972d-315c-4777-9bc6-63f06f79d41d request from dv-cinder-805825-2-smb {{(pid=75093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:12:37.347956 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-76c57835-4b0a-4a65-9768-35f260de574d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:37.348523 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Deleting port 291319b8-af28-45f3-bf77-e0482b96e8c1 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:37.349077 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.349418 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-76c57835-4b0a-4a65-9768-35f260de574d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.1760898 Aug 25 16:12:37.544900 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Deleting port 50e3c462-c334-4038-9634-e29ce31ff81b {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:37.545164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.578290 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] For port 291319b8-af28-45f3-bf77-e0482b96e8c1, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=291319b8-af28-45f3-bf77-e0482b96e8c1,segment=NetworkSegment(5ce87a15-49f7-4dc2-a05a-c3a238607148),segment_id=5ce87a15-49f7-4dc2-a05a-c3a238607148)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:37.578611 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.672136 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] For port 291319b8-af28-45f3-bf77-e0482b96e8c1, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=291319b8-af28-45f3-bf77-e0482b96e8c1,segment=NetworkSegment(5ce87a15-49f7-4dc2-a05a-c3a238607148),segment_id=5ce87a15-49f7-4dc2-a05a-c3a238607148)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:37.672676 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.728021 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Calling delete_port for 291319b8-af28-45f3-bf77-e0482b96e8c1 owned by network:dhcp {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:37.818050 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368'] for port, after_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:37.821828 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:37.829493 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Calling delete_port for 291319b8-af28-45f3-bf77-e0482b96e8c1 owned by network:dhcp {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:37.873663 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Pushing event deleted for resources: {'Port': ['ID=291319b8-af28-45f3-bf77-e0482b96e8c1,revision_number=None']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:37.891425 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.891785 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.892142 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.892550 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.892808 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.894254 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.894386 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.894612 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.894933 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.895249 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.895566 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:37.898318 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] No DVR routers for this DVR port 291319b8-af28-45f3-bf77-e0482b96e8c1 on host dv-cinder-805825-2-smb {{(pid=75093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:37.899532 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:38.038910 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.db.api [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:12:38.039269 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_db.api [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:12:38.067401 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] For port 50e3c462-c334-4038-9634-e29ce31ff81b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=50e3c462-c334-4038-9634-e29ce31ff81b,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:38.068206 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.456702 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433bb2-733a-4952-8dde-8ba266571d0b req-cad146f9-9b2d-43ca-9d2a-24f2531436b3 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:38.458175 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-45433bb2-733a-4952-8dde-8ba266571d0b req-cad146f9-9b2d-43ca-9d2a-24f2531436b3 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 946 time: 0.0860715 Aug 25 16:12:38.467510 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.467909 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.468222 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.l3_db [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Floating IP 086facbb-dd63-436b-86e1-984473849ca7 disassociated. External IP: 172.28.1.9, port: 50e3c462-c334-4038-9634-e29ce31ff81b. Aug 25 16:12:38.468675 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Calling delete_port for 50e3c462-c334-4038-9634-e29ce31ff81b owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:38.511460 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-45433bb2-733a-4952-8dde-8ba266571d0b req-2feb3078-c363-4d10-8697-826eb2de0c69 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420203 Aug 25 16:12:38.544172 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Deleting port 291319b8-af28-45f3-bf77-e0482b96e8c1 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:38.544514 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.613482 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] The port '291319b8-af28-45f3-bf77-e0482b96e8c1' was deleted {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:12:38.778739 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 291319b8-af28-45f3-bf77-e0482b96e8c1 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:38.782384 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.800230 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49e972d-315c-4777-9bc6-63f06f79d41d']}} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:38.809560 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.814823 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 291319b8-af28-45f3-bf77-e0482b96e8c1 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:38.815439 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 291319b8-af28-45f3-bf77-e0482b96e8c1 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:38.817058 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-f578ba10-deb0-46a8-bb85-d2f5148c91a2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:38.847327 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce87a15-49f7-4dc2-a05a-c3a238607148') {'for_net_delete': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:38.847622 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce87a15-49f7-4dc2-a05a-c3a238607148') {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:38.876013 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1911389'] for segment, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.884308 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event deleted for resources: {'Port': ['ID=50e3c462-c334-4038-9634-e29ce31ff81b,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:38.889174 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:38.901087 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.965005 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=75091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:12:38.965405 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1510180'] for segment, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: util.warn( Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: util.warn( Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: util.warn( Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: util.warn( Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: Traceback (most recent call last): Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: timer() Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: cb(*args, **kw) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: return func(*args, **kwargs) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: self._notify() Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: self.callback(batched_events) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: event.method(event) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: return f(self, *a, **k) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: return self._get(url).json() Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: return self.request(url, 'GET', **kwargs) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:12:38.979830 dv-cinder-805825-2-smb neutron-server[75091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:12:39.076490 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.082585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:39.098997 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.109626 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b49e972d-315c-4777-9bc6-63f06f79d41d,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:39.114982 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:39.179732 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-19f5f7c5-b814-41c2-b24a-95b438137d3c admin admin] 10.222.0.30 "DELETE /v2.0/networks/b49e972d-315c-4777-9bc6-63f06f79d41d HTTP/1.1" status: 204 len: 168 time: 2.1093762 Aug 25 16:12:39.244954 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:39.281238 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.429494 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34980) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:39.488122 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-85d256e4-f089-4042-adf1-59aa12d16e98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48bd31ef7a60480d8b0bc5421b03fa07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570664 Aug 25 16:12:39.490379 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34984) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:39.490722 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:39.500017 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e678041-559c-427e-a15a-74774f18c024 None None] Sync routers for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:39.512740 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:39.513365 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:39.566381 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] No DVR routers for this DVR port 50e3c462-c334-4038-9634-e29ce31ff81b on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:12:39.569126 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.570269 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.572389 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1fed0bf4-6f06-4d84-b923-7a12625a6ba9 req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "DELETE /v2.0/ports/50e3c462-c334-4038-9634-e29ce31ff81b HTTP/1.1" status: 204 len: 173 time: 2.1911681 Aug 25 16:12:39.575167 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-deleted', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:39.615193 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.683956 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.703310 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-37508277-d564-452c-92dc-c42200ddca18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:39.728268 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ad84d-a075-47c1-8c01-8bf3ed11e91b,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:39.731418 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:39.740327 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:39.741390 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d2ad84d-a075-47c1-8c01-8bf3ed11e91b HTTP/1.1" status: 204 len: 168 time: 0.2501070 Aug 25 16:12:39.808658 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a', 'name': 'network-vif-deleted', 'tag': '50e3c462-c334-4038-9634-e29ce31ff81b', 'status': 'completed', 'code': 200} Aug 25 16:12:39.810553 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0422f9ce-30a7-4beb-8ce0-dc31643d092c req-698f5619-279d-4c31-8cd0-2397901c5534 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0fb6ef-9736-45b6-8ae8-3b5d3892ad7a HTTP/1.1" status: 200 len: 210 time: 0.0485394 Aug 25 16:12:39.836522 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:40.197756 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:40.204801 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e678041-559c-427e-a15a-74774f18c024 None None] Checking router: c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:40.206557 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 34998) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:40.219849 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:40.220542 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:40.264698 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35002) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:40.272322 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-626d5d4a-a9d3-49cb-b691-36c02734a3a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b8572a6b3ee4af1b8d76c7092e92792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0600934 Aug 25 16:12:40.336466 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.367162 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.408667 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:40.435084 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.439199 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a94d90ef-41bf-4fae-b969-970415549e56 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:40.450704 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524a1b00-f3c0-4b40-acca-1851a0c0638c,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:40.454685 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:40.458582 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:40.459694 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/524a1b00-f3c0-4b40-acca-1851a0c0638c HTTP/1.1" status: 204 len: 168 time: 0.1933312 Aug 25 16:12:40.767242 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:12:40.804027 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 50e3c462-c334-4038-9634-e29ce31ff81b {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:12:40.804544 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 50e3c462-c334-4038-9634-e29ce31ff81b not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:12:40.832431 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-8e678041-559c-427e-a15a-74774f18c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:40.838553 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e678041-559c-427e-a15a-74774f18c024 None None] The sync data for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb is: [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:40.979485 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35020) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:41.053802 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b57b86f-357e-4672-ada7-c1075b258850 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.088623 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04024387-608e-48db-935f-c1aed7ec2d9f None None] New status for floating IP 086facbb-dd63-436b-86e1-984473849ca7: DOWN {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:12:41.094766 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b57b86f-357e-4672-ada7-c1075b258850 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.154115 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b57b86f-357e-4672-ada7-c1075b258850 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.160286 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4df899fb-c9a2-4f24-8f72-45b94f6acab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:41.175833 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b86f-357e-4672-ada7-c1075b258850 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:41.180593 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0b57b86f-357e-4672-ada7-c1075b258850 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:41.183761 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0b57b86f-357e-4672-ada7-c1075b258850 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.184892 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0b57b86f-357e-4672-ada7-c1075b258850 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b HTTP/1.1" status: 204 len: 168 time: 0.2044001 Aug 25 16:12:41.187455 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35028) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:41.204589 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.api.v2.resource [None req-225d09bf-87ca-460d-94b8-f8da3424c832 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] show failed (client error): The resource could not be found. Aug 25 16:12:41.206387 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-225d09bf-87ca-460d-94b8-f8da3424c832 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups/6b48a620-f7bf-4dd3-8eec-8ead2abf1c6b HTTP/1.1" status: 404 len: 347 time: 0.0172336 Aug 25 16:12:41.209053 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35032) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:41.373646 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Deleting port 262ea659-15ae-4f6a-8240-ecfce3c5cf40 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:12:41.374021 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.477934 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35042) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:41.613079 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-419651465-network', 'tenant_id': '2c9ad783b7534d548d618b99c3710867'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:41.618089 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:41.622333 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Usage tracker for resource:network and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:41.625779 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:41.632232 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:41.645065 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Made reservation on behalf of 2c9ad783b7534d548d618b99c3710867 for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:41.647342 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.647932 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.649055 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.668509 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.700488 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:41.704766 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:41.709101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:41.715494 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:41.773992 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Calling delete_port for 262ea659-15ae-4f6a-8240-ecfce3c5cf40 owned by network:floatingip {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:12:41.783020 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.787737 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.790654 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-f028c73f-62f0-43a5-8feb-8b3ddb375ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:41.822613 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:12:41.828101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f01e80-c239-4807-bc1f-f2f818f86651,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:41.831912 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:41.837815 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.838226 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Added segment 9a3b55cb-3139-49c9-bfab-ee14c163808d of type vlan for network 3d8bf803-1855-41a8-80c7-a621132b2deb Aug 25 16:12:41.868109 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.900617 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.902646 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:41.908065 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.913314 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:41.943450 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:41.951112 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-54f61a49-a55f-45f4-99e0-512691289a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:41.992591 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event deleted for resources: {'Port': ['ID=262ea659-15ae-4f6a-8240-ecfce3c5cf40,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:41.996226 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:42.017938 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5382748 Aug 25 16:12:42.020483 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35050) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:42.028048 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Request body: {'subnet': {'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-419651465-subnet', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'ip_version': 4}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:42.032169 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8bf803-1855-41a8-80c7-a621132b2deb,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:42.034886 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:42.036068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:42.040190 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Usage tracker for resource:subnet and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:42.043976 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 3d8bf803-1855-41a8-80c7-a621132b2deb details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:12:42.044538 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:42.050584 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:42.061386 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Made reservation on behalf of 2c9ad783b7534d548d618b99c3710867 for: {'subnet': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:42.064413 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1925074'] for subnet, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.090178 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.104328 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.105562 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-2d023069-2c7b-41a3-bd8d-29214882e0a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "DELETE /v2.0/floatingips/086facbb-dd63-436b-86e1-984473849ca7 HTTP/1.1" status: 204 len: 168 time: 0.8954797 Aug 25 16:12:42.392245 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1510349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1925056'] for subnet, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.397442 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fb1feb0d-b2e7-4242-9a54-cdb0c6e32cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:42.467193 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=488d0cd6-7f0c-41d8-ac37-c42d5898a360,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:42.470515 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:42.477464 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Checking segment: {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:42.477829 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Network hostable DHCP agents. Network: 3d8bf803-1855-41a8-80c7-a621132b2deb, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:12:42.499316 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Network 3d8bf803-1855-41a8-80c7-a621132b2deb is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:12:42.510428 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 3d8bf803-1855-41a8-80c7-a621132b2deb) {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:42.514737 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:42.515340 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.524211 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d723509e-b6cf-4e81-a542-965998f7de6b None None] Network 3d8bf803-1855-41a8-80c7-a621132b2deb requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:12:42.544580 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-e6af9ec9-5aad-4bec-b10a-4cf8badd3a4f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5188348 Aug 25 16:12:42.545143 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35056) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:42.551247 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:42.565445 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:42.569928 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Usage tracker for resource:router and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:42.573081 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:42.578934 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:42.591235 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.592162 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.625787 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35060) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:42.631995 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126681275', 'description': 'tempest-description--2068034327'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:42.633443 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.642909 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:42.649626 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:42.652082 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:42.658025 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:42.668981 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.708446 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:42.712511 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group_rule and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:42.715649 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:42.722532 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:42.788339 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.792489 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.798701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-69929c1a-9ccc-4071-ab8d-c8de0182e956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:42.810473 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.824037 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-3d8bf803-1855-41a8-80c7-a621132b2deb', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:12:42.825126 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.853713 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.855554 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2287238 Aug 25 16:12:42.856510 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e890818b-cf44-4682-b7f7-cc439b22c8c2,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:42.870205 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35064) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:42.871203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d6f71a6d-542f-4e5d-aeee-7656c850fa75 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:42.878800 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'security_group_rule': {'security_group_id': 'e890818b-cf44-4682-b7f7-cc439b22c8c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:42.888380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:42.894369 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group_rule and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:42.898724 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:42.907590 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:42.927228 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:42.998701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.005884 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.009485 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-79491063-4675-47bd-8c54-07e81f89e92c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:43.023471 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Allocated IP 172.20.0.2 (3d8bf803-1855-41a8-80c7-a621132b2deb/488d0cd6-7f0c-41d8-ac37-c42d5898a360/78676866-ef5b-4934-b406-acec09243f11) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:43.038361 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39f63b4-fec0-4c25-ab6a-9bc39d1933aa,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:43.043402 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:43.052945 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.055232 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c655ff9c-5e1b-4334-8956-3609c6a903ef tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1825423 Aug 25 16:12:43.057182 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.058056 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35068) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:43.065687 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'security_group_rule': {'security_group_id': 'e890818b-cf44-4682-b7f7-cc439b22c8c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:43.072173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:43.076646 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:security_group_rule and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:43.079841 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:43.086715 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:43.088653 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.105438 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.179602 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.184827 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.187239 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:43.213786 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdcd78e-a532-485a-b2c2-6f9c37852f0a,revision_number=0']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:43.224053 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:43.234072 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.235403 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a3d8dd3e-a3be-41f8-acde-7be61b423c8c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1756880 Aug 25 16:12:43.238567 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35074) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:43.244403 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'floatingip': {'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:43.249999 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:43.259320 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Usage tracker for resource:floatingip and tenant:281630c86f37493fb0b7cb948528f899 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:43.260415 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.263286 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:43.264307 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Allocated IP 172.28.1.250 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/40052fda-f706-4b8b-8b76-e1831c082d13) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:43.271718 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:43.274891 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Transition to ACTIVE for port object 78676866-ef5b-4934-b406-acec09243f11 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:43.288024 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.299844 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Transition to ACTIVE for port object 78676866-ef5b-4934-b406-acec09243f11 will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:43.305840 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.310918 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:43.379520 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Network 3d8bf803-1855-41a8-80c7-a621132b2deb is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:43.382533 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:43.384965 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:43.391819 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Pushing event updated for resources: {'Port': ['ID=78676866-ef5b-4934-b406-acec09243f11,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:43.395747 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:43.433574 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.452216 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.462781 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.469304 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:43.497168 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Attempting to bind port 78676866-ef5b-4934-b406-acec09243f11 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:43.497544 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Attempting to bind port 78676866-ef5b-4934-b406-acec09243f11 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:43.497918 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Attempting to bind port 78676866-ef5b-4934-b406-acec09243f11 on network 3d8bf803-1855-41a8-80c7-a621132b2deb {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:43.506917 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:43.508600 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Checking segment: {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:43.508729 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.509211 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Bound using segment: {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:43.509700 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Bound port: 78676866-ef5b-4934-b406-acec09243f11, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:43.510088 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.533587 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:43.537360 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:43.539163 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Pushing event updated for resources: {'Port': ['ID=40052fda-f706-4b8b-8b76-e1831c082d13,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:43.541311 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:43.568775 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:43.597306 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Allocated IP 172.28.1.244 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/b7bb0068-d194-4fbb-a234-780c65eec001) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:43.606461 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] For port 78676866-ef5b-4934-b406-acec09243f11, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:43.609269 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] For port 78676866-ef5b-4934-b406-acec09243f11, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=78676866-ef5b-4934-b406-acec09243f11,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:43.615154 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.619479 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-c8a189a1-8305-4be9-a8ce-ddebbaada632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:43.710530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Pushing event updated for resources: {'Port': ['ID=78676866-ef5b-4934-b406-acec09243f11,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:43.713796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:43.739510 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.740292 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.766131 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.795514 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:43.810076 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-47632884-6250-4664-93d2-e0e04d0dc14d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:43.885314 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:43.888735 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:43.892882 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:43.963934 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'Port': ['ID=b7bb0068-d194-4fbb-a234-780c65eec001,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:43.967266 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:44.035968 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Router 077b4699-05d6-4e6d-82b0-88f83289d08d is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:12:44.089512 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.157924 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.338448 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:44.348051 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Sync routers for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:44.369310 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:44.371462 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:44.377213 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Notify callbacks [] for router, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.378983 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8324974 Aug 25 16:12:44.382148 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35080) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:44.406617 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.413390 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.420102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4cee7c09-a8be-4268-839f-ee10786d892d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:44.590758 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'Port': ['ID=b7bb0068-d194-4fbb-a234-780c65eec001,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:44.614487 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:44.638320 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:44.678100 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.723949 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:44.725531 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4858539 Aug 25 16:12:44.736744 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-7817b278-e924-4d7c-b7fd-fe47834c87e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2087126 Aug 25 16:12:44.780843 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8931ef4-dac1-4be0-990c-ac8145d543bf None None] Network 3d8bf803-1855-41a8-80c7-a621132b2deb requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:12:44.911929 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 78676866-ef5b-4934-b406-acec09243f11 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:44.973602 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-aa80bf51-295d-4828-8eae-3ef0192a33d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 1099 time: 0.0992141 Aug 25 16:12:45.000677 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-3c643fa2-4603-4425-bb9c-03b2ac90738f None None] Provisioning for port 78676866-ef5b-4934-b406-acec09243f11 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:45.082965 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-b1d80cb1-b95a-4bb5-b5ea-3df843e661fa tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:45.106208 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-b1d80cb1-b95a-4bb5-b5ea-3df843e661fa tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:45.108295 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-b1d80cb1-b95a-4bb5-b5ea-3df843e661fa tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2126681275&fields=id&tenant_id=281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 267 time: 0.0944257 Aug 25 16:12:45.206051 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 78676866-ef5b-4934-b406-acec09243f11 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:45.227627 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 78676866-ef5b-4934-b406-acec09243f11 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:45.228011 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.255369 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-ab7df306-6a55-4c3c-af05-46cafa65a0cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.256814 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-ab7df306-6a55-4c3c-af05-46cafa65a0cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 200 len: 912 time: 0.2611246 Aug 25 16:12:45.349966 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-8c94a187-e9ce-4726-9eaf-77e9af8fb15e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.351350 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-8c94a187-e9ce-4726-9eaf-77e9af8fb15e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 816 time: 0.1914377 Aug 25 16:12:45.378076 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-45b1133a-64d4-48d1-99d5-77a386121f89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71ece552-65a1-472b-896f-508668a8beaa HTTP/1.1" status: 200 len: 1002 time: 0.1123216 Aug 25 16:12:45.382447 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:43Z', 'revision_number': 3, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:45.393011 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Checking router: 077b4699-05d6-4e6d-82b0-88f83289d08d for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:45.394196 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Updating router 077b4699-05d6-4e6d-82b0-88f83289d08d port 40052fda-f706-4b8b-8b76-e1831c082d13 binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:12:45.403695 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-47b3d055-64c5-40c0-a6c6-7582a263c4cd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/quotas/281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 375 time: 0.0263941 Aug 25 16:12:45.443043 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-f8d3712e-4ba3-4ed2-821f-5b7ee802e247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:45.444521 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-f8d3712e-4ba3-4ed2-821f-5b7ee802e247 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 200 len: 850 time: 0.0601304 Aug 25 16:12:45.501093 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.531574 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-994ddf65-3115-4e65-becc-89df11188d75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=597a3fc1-f4fa-49cb-ae75-c150948427f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793128 Aug 25 16:12:45.531833 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.585576 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.611400 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-fcf07ebf-2ee6-48a5-8c27-57a1b91661c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:45.647955 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-fcf07ebf-2ee6-48a5-8c27-57a1b91661c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:45.649343 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-fcf07ebf-2ee6-48a5-8c27-57a1b91661c8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2369404 Aug 25 16:12:45.677601 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 78676866-ef5b-4934-b406-acec09243f11, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=78676866-ef5b-4934-b406-acec09243f11,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:45.691729 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:45.715212 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:45.765249 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-251398f8-2fe7-4e81-88d0-e94dcce9ea3b service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259138 Aug 25 16:12:45.914326 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=78676866-ef5b-4934-b406-acec09243f11,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:45.917796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:45.929076 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c069e559-58e5-4a10-b5e5-480533ec2894 req-913332d8-322b-46b8-b6d3-51e1d0308d06 service neutron] 10.222.0.53 "GET /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565983 Aug 25 16:12:45.953343 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-8ea6b45b-a769-4737-9984-2b38d980aa50 None None] Provisioning complete for port 78676866-ef5b-4934-b406-acec09243f11 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:45.953717 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b45b-a769-4737-9984-2b38d980aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.103483 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Allocated IP 172.20.0.1 (3d8bf803-1855-41a8-80c7-a621132b2deb/488d0cd6-7f0c-41d8-ac37-c42d5898a360/05e6b58b-a829-49e1-a515-17e79aef8c08) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:46.109864 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-9443b429-666d-4c94-a5fa-a7d59fb3df6a service neutron] 10.222.0.30 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171247 Aug 25 16:12:46.156912 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.169259 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Transition to ACTIVE for port object 40052fda-f706-4b8b-8b76-e1831c082d13 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:46.176288 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.180878 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:46.267981 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Attempting to bind port 40052fda-f706-4b8b-8b76-e1831c082d13 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:46.268691 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Attempting to bind port 40052fda-f706-4b8b-8b76-e1831c082d13 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:46.269055 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Attempting to bind port 40052fda-f706-4b8b-8b76-e1831c082d13 on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:46.271206 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff4c12-9199-4894-b5fe-3bc09a8543b1 None None] Pushing event updated for resources: {'Port': ['ID=40052fda-f706-4b8b-8b76-e1831c082d13,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:46.273995 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-86ff4c12-9199-4894-b5fe-3bc09a8543b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:46.280888 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:46.281330 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:46.281664 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.282057 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:46.282524 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Bound port: 40052fda-f706-4b8b-8b76-e1831c082d13, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:46.282895 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.349245 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-05a8a94a-7c44-4abb-9b84-b80e7f2b808d service neutron] 10.222.0.30 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328339 Aug 25 16:12:46.353676 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] For port 40052fda-f706-4b8b-8b76-e1831c082d13, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:46.357026 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] For port 40052fda-f706-4b8b-8b76-e1831c082d13, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=40052fda-f706-4b8b-8b76-e1831c082d13,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:46.363636 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.367517 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:46.371529 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.388284 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Transition to ACTIVE for port object 05e6b58b-a829-49e1-a515-17e79aef8c08 will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:46.414059 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.418670 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:46.450796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff4c12-9199-4894-b5fe-3bc09a8543b1 None None] Pushing event updated for resources: {'Port': ['ID=40052fda-f706-4b8b-8b76-e1831c082d13,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:46.458783 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-86ff4c12-9199-4894-b5fe-3bc09a8543b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:46.464555 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:46.465350 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:46.497103 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Network 3d8bf803-1855-41a8-80c7-a621132b2deb is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:46.498556 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:46.501151 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:46.528283 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Pushing event updated for resources: {'Port': ['ID=05e6b58b-a829-49e1-a515-17e79aef8c08,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:46.531391 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:46.565266 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.613907 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-859caa8e-e165-4c39-b814-089e3065136f req-ee416d94-ba5a-43bf-92b6-c4a47b1ceb7e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:46.651532 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-859caa8e-e165-4c39-b814-089e3065136f req-ee416d94-ba5a-43bf-92b6-c4a47b1ceb7e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:46.652753 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-859caa8e-e165-4c39-b814-089e3065136f req-ee416d94-ba5a-43bf-92b6-c4a47b1ceb7e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 210 time: 0.1294360 Aug 25 16:12:46.718991 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:46.764137 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:46.823826 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 78676866-ef5b-4934-b406-acec09243f11 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:47.024442 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.029978 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.043491 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1aa76c3d-fd8f-4a6a-94a9-364e2f8a9b5e None None] Provisioning for port 05e6b58b-a829-49e1-a515-17e79aef8c08 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:47.060993 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1aa76c3d-fd8f-4a6a-94a9-364e2f8a9b5e None None] Provisioning complete for port 05e6b58b-a829-49e1-a515-17e79aef8c08 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:47.061366 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1aa76c3d-fd8f-4a6a-94a9-364e2f8a9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.066500 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fd898307-8bb2-4c96-97a4-7346624a7c0a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:47.146408 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 78676866-ef5b-4934-b406-acec09243f11 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:47.146768 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.148120 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.152240 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Pushing event updated for resources: {'Port': ['ID=05e6b58b-a829-49e1-a515-17e79aef8c08,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:47.155245 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:47.226742 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1aa76c3d-fd8f-4a6a-94a9-364e2f8a9b5e None None] Port 05e6b58b-a829-49e1-a515-17e79aef8c08 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:47.299915 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Network 3d8bf803-1855-41a8-80c7-a621132b2deb is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:47.301125 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:47.378769 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:43Z', 'revision_number': 3, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:47.386530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7134d59f-5af5-4de9-82f8-a5fad3237aa9 None None] The sync data for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb is: [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:43Z', 'revision_number': 3, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:47.551610 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-fbdd0365-700a-419c-a384-0c567f609d22 None None] Provisioning complete for port 05e6b58b-a829-49e1-a515-17e79aef8c08 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:47.552324 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fbdd0365-700a-419c-a384-0c567f609d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:47.618459 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd0365-700a-419c-a384-0c567f609d22 None None] Port 05e6b58b-a829-49e1-a515-17e79aef8c08 cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:47.774290 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Router 077b4699-05d6-4e6d-82b0-88f83289d08d has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:47.952261 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-cdfb3928-5476-44c9-a5d5-d0c3aa1383ca req-b1b6e1b7-7863-40cc-8aa7-40df7b49765a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 210 time: 0.0556426 Aug 25 16:12:48.034898 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-07abc267-9e39-4043-a279-10d2be1e3ebc tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:48.036782 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-07abc267-9e39-4043-a279-10d2be1e3ebc tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 816 time: 0.2496960 Aug 25 16:12:48.138712 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-adf8030c-3e8b-4e4e-9ab5-af1d849381cc tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:48.151081 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-adf8030c-3e8b-4e4e-9ab5-af1d849381cc tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:48.151358 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:48.152257 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-adf8030c-3e8b-4e4e-9ab5-af1d849381cc tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 380 time: 0.0912209 Aug 25 16:12:48.161224 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] 10.222.0.30 "PUT /v2.0/routers/077b4699-05d6-4e6d-82b0-88f83289d08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7774549 Aug 25 16:12:48.181452 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'port': {'device_id': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'admin_state_up': True, 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'security_groups': ['e890818b-cf44-4682-b7f7-cc439b22c8c2']}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:48.336579 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:48.346627 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:48.357592 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Made reservation on behalf of 281630c86f37493fb0b7cb948528f899 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:48.360705 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.544778 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Allocated IP 172.20.0.7 (a29a2596-089e-4bab-ab4b-238d909eee7e/d6939263-c991-445d-80ac-37c309c153cb/e45d2137-91ad-438d-b021-eba0fe6af77c) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:48.807731 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.825343 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Transition to ACTIVE for port object e45d2137-91ad-438d-b021-eba0fe6af77c will not be triggered until provisioned by entity DHCP. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:48.848649 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.857283 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-54d1cbc0-b835-4423-8b53-0d4c4d762208 tempest-AttachVolumeNegativeTest-300125856 tempest-AttachVolumeNegativeTest-300125856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:48.862252 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 40052fda-f706-4b8b-8b76-e1831c082d13 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:48.933987 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Network a29a2596-089e-4bab-ab4b-238d909eee7e is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:48.937151 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:48.945619 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:48.945982 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 40052fda-f706-4b8b-8b76-e1831c082d13 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:48.952471 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 40052fda-f706-4b8b-8b76-e1831c082d13 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:48.952950 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:48.979870 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:48.984546 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:49.034362 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.035866 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.072730 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8952348 Aug 25 16:12:49.092776 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Request body: {'port': {'device_id': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:49.129588 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.159636 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 40052fda-f706-4b8b-8b76-e1831c082d13, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=40052fda-f706-4b8b-8b76-e1831c082d13,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:49.168495 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.171593 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:49.211270 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.251211 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92cd72-afa3-48d8-8953-612552fe8513 req-ace2ca4c-2b45-44c7-9f9d-38b7a6aa23ca tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.260239 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ed92cd72-afa3-48d8-8953-612552fe8513 req-ace2ca4c-2b45-44c7-9f9d-38b7a6aa23ca tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 931 time: 0.1018491 Aug 25 16:12:49.264230 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=40052fda-f706-4b8b-8b76-e1831c082d13,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:49.271305 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-eea7e6e3-3c8c-4607-8ec9-bdc634cd66f9 None None] Provisioning for port e45d2137-91ad-438d-b021-eba0fe6af77c completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:49.274737 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:49.277913 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-eea7e6e3-3c8c-4607-8ec9-bdc634cd66f9 None None] Provisioning complete for port e45d2137-91ad-438d-b021-eba0fe6af77c triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:49.278292 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-eea7e6e3-3c8c-4607-8ec9-bdc634cd66f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.310014 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35140) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:49.316113 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ed92cd72-afa3-48d8-8953-612552fe8513 req-59a66975-f82d-4a1b-895f-09f4c20868f7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542800 Aug 25 16:12:49.322392 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688676914-network', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:49.327881 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:49.333097 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Usage tracker for resource:network and tenant:78cc6630b0ab47cc95fdb336254477c6 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:49.337065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:49.343709 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:49.344704 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-eea7e6e3-3c8c-4607-8ec9-bdc634cd66f9 None None] Port e45d2137-91ad-438d-b021-eba0fe6af77c cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:49.356842 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Made reservation on behalf of 78cc6630b0ab47cc95fdb336254477c6 for: {'network': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:49.359342 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.378286 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.410789 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:49.415164 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Usage tracker for resource:security_group_rule and tenant:78cc6630b0ab47cc95fdb336254477c6 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:49.418292 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:49.423890 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:49.488133 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.491784 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.495676 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2008e793-f479-453b-bbf2-d538413ec37d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:49.521933 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=75092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:12:49.533666 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651c5e3-0c1f-46cf-8a02-698c7cbbf089,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:49.537534 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:49.538474 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.538805 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.segments_db [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Added segment 131f064e-8da0-4822-9fd8-8b3bd9e64918 of type vlan for network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 Aug 25 16:12:49.573877 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.607540 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.609020 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:49.609640 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.615213 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1037c12e-cfd9-4fb1-a9e1-2810954f3230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:49.683909 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45d2137-91ad-438d-b021-eba0fe6af77c {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:49.691695 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.707529 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Transition to ACTIVE for port object e45d2137-91ad-438d-b021-eba0fe6af77c will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:49.711644 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.712276 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Pushing event updated for resources: {'Network': ['ID=5b0f786f-2d5a-4615-bee6-65f8d2a05740,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:49.714993 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:49.716341 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ae484632-e328-4b6f-80df-a36af83779b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:49.716543 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d5eb0e9c-7454-4b84-92f4-f819fb551d8f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3994100 Aug 25 16:12:49.719334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35144) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:49.724212 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:12:49.724932 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Request body: {'subnet': {'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688676914-subnet', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:49.730114 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:49.733972 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Usage tracker for resource:subnet and tenant:78cc6630b0ab47cc95fdb336254477c6 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:49.737530 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:49.743627 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:49.756875 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Made reservation on behalf of 78cc6630b0ab47cc95fdb336254477c6 for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:12:49.759165 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1789589'] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:49.838836 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:49.843081 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:49.956642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Attempting to bind port e45d2137-91ad-438d-b021-eba0fe6af77c on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:49.956980 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Attempting to bind port e45d2137-91ad-438d-b021-eba0fe6af77c by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:49.957305 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Attempting to bind port e45d2137-91ad-438d-b021-eba0fe6af77c on network a29a2596-089e-4bab-ab4b-238d909eee7e {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:49.963686 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Port e45d2137-91ad-438d-b021-eba0fe6af77c on network a29a2596-089e-4bab-ab4b-238d909eee7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:12:49.964036 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Attempting to bind port e45d2137-91ad-438d-b021-eba0fe6af77c on network a29a2596-089e-4bab-ab4b-238d909eee7e {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:49.972207 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:49.972543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Checking segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:49.972979 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Bound using segment: {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:49.973418 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Bound port: e45d2137-91ad-438d-b021-eba0fe6af77c, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:49.973762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.007216 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1878975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1789575'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.011720 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:50.083467 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6bd8ee-9d0a-4071-9e53-0c65af075dc5,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:50.085862 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:50.094881 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:50.100008 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:50.104442 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Checking segment: {'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:50.104839 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Network hostable DHCP agents. Network: 5b0f786f-2d5a-4615-bee6-65f8d2a05740, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:12:50.105869 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.120024 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:50.127518 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:12:50.137236 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, 5b0f786f-2d5a-4615-bee6-65f8d2a05740) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:50.142001 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.142603 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.148250 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c4395-084c-42ec-945c-8e397d689e7d None None] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:12:50.170187 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-5c3247d2-4c44-4b6d-b54d-a5bb64588b3d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4495120 Aug 25 16:12:50.172497 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35154) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:50.180116 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:50.185829 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:50.190132 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Usage tracker for resource:router and tenant:78cc6630b0ab47cc95fdb336254477c6 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:50.193606 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:50.202984 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:50.208287 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.211097 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] 10.222.0.53 "PUT /v2.0/ports/e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 1093 time: 1.1228390 Aug 25 16:12:50.211617 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:50.222097 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-948852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5343'] for router, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.223460 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:50.224327 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-948759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-945871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1005263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5156'] for router, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.227063 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:50.257023 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.357579 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'status': 'completed', 'code': 200} Aug 25 16:12:50.416355 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-bc22ef21-6cca-4557-afd1-68a67a319ca3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1096 time: 0.1268985 Aug 25 16:12:50.473983 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-945917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-948842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5170'] for router, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.529558 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-7f7302d5-26a1-4442-a78b-34f6b43ac760 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 217 time: 0.0947423 Aug 25 16:12:50.569125 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dac9e4f-c8b5-5660-83dc-954297a84498-5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'fixed_ips': [{'subnet_id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5'}]}} from dv-cinder-805825-2-smb. {{(pid=75093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 25 16:12:50.573177 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:50.608917 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a879f029-31c9-4f14-8112-19e25271916d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.613451 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-a879f029-31c9-4f14-8112-19e25271916d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0774188 Aug 25 16:12:50.759597 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-b59d77c4-6619-42cb-abcc-d21e7d0ea0b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1387405 Aug 25 16:12:50.798298 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a01b74-5813-4934-a8bb-75ddf452c6db req-15eb9d06-bf3e-4840-acb4-14e09698ef28 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:50.806814 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-75a01b74-5813-4934-a8bb-75ddf452c6db req-15eb9d06-bf3e-4840-acb4-14e09698ef28 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.1957130 Aug 25 16:12:50.816064 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.db_base_plugin_common [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Allocated IP 172.20.0.2 (5b0f786f-2d5a-4615-bee6-65f8d2a05740/5a6bd8ee-9d0a-4071-9e53-0c65af075dc5/b3245697-16a8-4a99-ad55-4c5284142ff4) {{(pid=75093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:50.820646 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 40052fda-f706-4b8b-8b76-e1831c082d13 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:50.900763 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-75a01b74-5813-4934-a8bb-75ddf452c6db req-c78401e0-4b51-40e2-92db-1deb858d47cd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922167 Aug 25 16:12:50.957648 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-df234d6e-5135-4751-8e9e-2d957937bd8b service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814675 Aug 25 16:12:50.990441 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.022032 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.041771 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 40052fda-f706-4b8b-8b76-e1831c082d13 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:51.042243 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.113840 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-455d85e8-6fe4-47f9-8b51-1d71b056ab7c req-5fb1bf3a-553f-47cb-91eb-455ba90da696 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479275 Aug 25 16:12:51.180117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Allocated IP 172.28.1.149 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/b83d110a-6ac3-4bbd-86f5-233a76302d84) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:51.215514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Notify callbacks [] for port, precommit_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.222344 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Sync routers for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:51.235980 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:51.236885 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:51.242968 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Transition to ACTIVE for port object b3245697-16a8-4a99-ad55-4c5284142ff4 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:51.272060 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Transition to ACTIVE for port object b3245697-16a8-4a99-ad55-4c5284142ff4 will not be triggered until provisioned by entity DHCP. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:51.278439 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359'] for port, after_create {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.282910 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:51.340661 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-43201c7f-f596-4069-a987-5ac408217282 req-f8e5e3a3-f16c-4fdc-a3d1-08d881aa67dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1096 time: 0.1074109 Aug 25 16:12:51.362724 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 is already hosted by enough agents. {{(pid=75093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:51.366232 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.scheduler.base_scheduler [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Resources bound (agent type, host, resource id): {{(pid=75093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:51.368798 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Received port after_create {{(pid=75093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:51.374878 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Pushing event updated for resources: {'Port': ['ID=b3245697-16a8-4a99-ad55-4c5284142ff4,revision_number=1']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:51.378424 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:51.429963 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:51.474042 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Attempting to bind port b3245697-16a8-4a99-ad55-4c5284142ff4 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:51.474330 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Attempting to bind port b3245697-16a8-4a99-ad55-4c5284142ff4 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:51.474692 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Attempting to bind port b3245697-16a8-4a99-ad55-4c5284142ff4 on network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:51.480382 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.481842 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:51.482342 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Checking segment: {'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:51.482818 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.483274 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Bound using segment: {'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:51.483990 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Bound port: b3245697-16a8-4a99-ad55-4c5284142ff4, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:51.484430 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.510953 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201c7f-f596-4069-a987-5ac408217282 req-63d1aec4-c6da-4221-bd05-19df457cbed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.512881 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-43201c7f-f596-4069-a987-5ac408217282 req-63d1aec4-c6da-4221-bd05-19df457cbed6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1634603 Aug 25 16:12:51.517262 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.530800 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-9493d4e4-02f2-4bb9-9fe8-d4f8daae1510 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:51.563908 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.582477 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:51.587717 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:51.596222 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:51.605696 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-43201c7f-f596-4069-a987-5ac408217282 req-2fba5594-0766-43e0-a673-cb384c78b2a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 217 time: 0.0841379 Aug 25 16:12:51.616378 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] For port b3245697-16a8-4a99-ad55-4c5284142ff4, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:51.626543 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] For port b3245697-16a8-4a99-ad55-4c5284142ff4, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=b3245697-16a8-4a99-ad55-4c5284142ff4,segment=NetworkSegment(131f064e-8da0-4822-9fd8-8b3bd9e64918),segment_id=131f064e-8da0-4822-9fd8-8b3bd9e64918)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:51.632816 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.637139 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-2506681b-a0d7-49b7-b51f-7094c8ca21b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:51.661029 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Pushing event updated for resources: {'Port': ['ID=b83d110a-6ac3-4bbd-86f5-233a76302d84,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:51.669068 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:51.764271 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Pushing event updated for resources: {'Port': ['ID=b3245697-16a8-4a99-ad55-4c5284142ff4,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:51.771848 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:51.827106 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201c7f-f596-4069-a987-5ac408217282 req-a677ba60-cb2d-4093-9ed4-a93623c02377 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:51.830018 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-43201c7f-f596-4069-a987-5ac408217282 req-a677ba60-cb2d-4093-9ed4-a93623c02377 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.2158768 Aug 25 16:12:51.833718 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.834516 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-948835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946206'] for router, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:51.848479 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:12:51.896917 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 2, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:51.905735 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Checking router: 077b4699-05d6-4e6d-82b0-88f83289d08d for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:51.906531 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Updating router 077b4699-05d6-4e6d-82b0-88f83289d08d port 05e6b58b-a829-49e1-a515-17e79aef8c08 binding host dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:12:51.932268 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-43201c7f-f596-4069-a987-5ac408217282 req-64fa4e34-15d8-4aa5-9548-64c17534589b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956559 Aug 25 16:12:51.972145 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.203717 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Router bfe681ba-d65d-441d-9759-f2fe46f480b9 is scheduled to L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c with binding_index 1 {{(pid=75092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 16:12:52.232976 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4147aee7-1531-4ac2-b32d-9d4765e00f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.267629 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-43201c7f-f596-4069-a987-5ac408217282 req-4cca98de-0f13-45a2-8e50-1867a9c5ecb3 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260651 Aug 25 16:12:52.313867 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b3b1a-80f6-4ff1-b510-542675988fa1 req-dd930814-a3bc-4e08-9e43-a5ed71fe3398 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:52.314579 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-594b3b1a-80f6-4ff1-b510-542675988fa1 req-dd930814-a3bc-4e08-9e43-a5ed71fe3398 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Synchronizing usage tracker for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:12:52.396468 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-594b3b1a-80f6-4ff1-b510-542675988fa1 req-dd930814-a3bc-4e08-9e43-a5ed71fe3398 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Unset dirty status for tenant:281630c86f37493fb0b7cb948528f899 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:12:52.397718 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-594b3b1a-80f6-4ff1-b510-542675988fa1 req-dd930814-a3bc-4e08-9e43-a5ed71fe3398 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.2329457 Aug 25 16:12:52.428399 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:52.439842 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Sync routers for ids ['bfe681ba-d65d-441d-9759-f2fe46f480b9'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:12:52.453799 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] Notify callbacks [] for router, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.456127 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-1fded13c-ed4a-4939-8502-1ab952b55d4b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2809551 Aug 25 16:12:52.457582 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Notify callbacks [] for port, precommit_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.459001 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35172) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:52.462938 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Routers {'bfe681ba-d65d-441d-9759-f2fe46f480b9'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:52.463583 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['bfe681ba-d65d-441d-9759-f2fe46f480b9'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:52.484283 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-594b3b1a-80f6-4ff1-b510-542675988fa1 req-4d65fae2-795c-40b5-b776-414475d05ca4 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674527 Aug 25 16:12:52.486435 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-43201c7f-f596-4069-a987-5ac408217282 req-2649c091-cbea-4ca2-bdd2-7818f8aac88c service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045236 Aug 25 16:12:52.486890 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.provisioning_blocks [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Transition to ACTIVE for port object 05e6b58b-a829-49e1-a515-17e79aef8c08 will not be triggered until provisioned by entity L2. {{(pid=75094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:52.496175 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:52.502298 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-0b8d0741-72be-4829-aade-e7cbdc3ca41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:52.647695 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Pushing event updated for resources: {'Port': ['ID=05e6b58b-a829-49e1-a515-17e79aef8c08,revision_number=3']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:52.789995 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.796112 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.796761 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.797248 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.798895 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.799284 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.799672 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.800024 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.800405 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.801582 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.807216 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:12:52.835539 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:52.944237 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Set router bfe681ba-d65d-441d-9759-f2fe46f480b9 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:52.997739 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Attempting to bind port 05e6b58b-a829-49e1-a515-17e79aef8c08 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:52.999032 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Attempting to bind port 05e6b58b-a829-49e1-a515-17e79aef8c08 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:52.999486 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Attempting to bind port 05e6b58b-a829-49e1-a515-17e79aef8c08 on network 3d8bf803-1855-41a8-80c7-a621132b2deb {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:53.002228 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b3245697-16a8-4a99-ad55-4c5284142ff4 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:53.010593 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:53.011367 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Checking segment: {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:53.014128 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:53.014654 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Bound using segment: {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'} {{(pid=75094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:53.015265 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.managers [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Bound port: 05e6b58b-a829-49e1-a515-17e79aef8c08, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'}}] {{(pid=75094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:53.015963 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:53.227549 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] For port 05e6b58b-a829-49e1-a515-17e79aef8c08, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:53.232897 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.plugins.ml2.db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] For port 05e6b58b-a829-49e1-a515-17e79aef8c08, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=05e6b58b-a829-49e1-a515-17e79aef8c08,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:53.244340 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron_lib.callbacks.manager [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:53.248735 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-1cd0ba55-797a-474d-81f3-0f77d38b9aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:53.291617 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e17487-8dee-47a1-8896-5f55d803524c None None] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:12:53.330094 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Pushing event updated for resources: {'Port': ['ID=05e6b58b-a829-49e1-a515-17e79aef8c08,revision_number=4']} {{(pid=75094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:53.331362 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG oslo_concurrency.lockutils [None req-c516179e-f315-42e7-b652-7dd84323e378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75094) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:53.353742 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:53.354570 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:53.401238 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port b3245697-16a8-4a99-ad55-4c5284142ff4 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:53.659527 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] Provisioning for port b3245697-16a8-4a99-ad55-4c5284142ff4 completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:53.700707 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:53.755613 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] Provisioning complete for port b3245697-16a8-4a99-ad55-4c5284142ff4 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:53.756031 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:53.835797 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:12:51Z', 'revision_number': 3, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port': {'id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:51Z', 'updated_at': '2021-08-25T16:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:53.854631 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Checking router: bfe681ba-d65d-441d-9759-f2fe46f480b9 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:12:53.854990 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Updating router bfe681ba-d65d-441d-9759-f2fe46f480b9 port b83d110a-6ac3-4bbd-86f5-233a76302d84 binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:12:53.913100 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.056535 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b1265-8d3e-486d-9589-ffe5007230cd req-8bd3f5e8-77cc-4348-bdd5-05465b7980a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:54.059509 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-377b1265-8d3e-486d-9589-ffe5007230cd req-8bd3f5e8-77cc-4348-bdd5-05465b7980a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.3089950 Aug 25 16:12:54.062239 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.166720 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.181749 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:53Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:54.187052 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7900b7-4889-4ead-b4d7-a4d267989543 None None] The sync data for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb is: [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:53Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:54.358735 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-377b1265-8d3e-486d-9589-ffe5007230cd req-cb040ab1-99ce-4430-8a6c-7e129339728d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855866 Aug 25 16:12:54.436401 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Allocated IP 172.20.0.1 (5b0f786f-2d5a-4615-bee6-65f8d2a05740/5a6bd8ee-9d0a-4071-9e53-0c65af075dc5/13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:12:54.465796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] For port b3245697-16a8-4a99-ad55-4c5284142ff4, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=b3245697-16a8-4a99-ad55-4c5284142ff4,segment=NetworkSegment(131f064e-8da0-4822-9fd8-8b3bd9e64918),segment_id=131f064e-8da0-4822-9fd8-8b3bd9e64918)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:54.471827 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.477912 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-6c05bf58-6174-4461-a4c1-784861d25461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:54.620355 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.633035 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] Pushing event updated for resources: {'Port': ['ID=b3245697-16a8-4a99-ad55-4c5284142ff4,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:54.640092 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.642825 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1084eae1-65db-4f2a-8d40-ad6643bbbf24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:54.650466 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Transition to ACTIVE for port object 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a will not be triggered until provisioned by entity DHCP. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:54.652381 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-c652928a-dd79-45f0-b505-7948b450eab3 None None] Provisioning complete for port b3245697-16a8-4a99-ad55-4c5284142ff4 triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:54.652853 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-c652928a-dd79-45f0-b505-7948b450eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.677164 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.689773 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Transition to ACTIVE for port object b83d110a-6ac3-4bbd-86f5-233a76302d84 will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:12:54.690287 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:54.709681 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.716027 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:54.772396 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:54.776418 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:54.781776 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Pushing event updated for resources: {'Port': ['ID=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:54.784935 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:12:54.818352 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:54.857175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946368'] for router_interface, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:54.860807 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:12:54.991203 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b3245697-16a8-4a99-ad55-4c5284142ff4 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:54.995986 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.033210 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Attempting to bind port b83d110a-6ac3-4bbd-86f5-233a76302d84 on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:12:55.034190 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Attempting to bind port b83d110a-6ac3-4bbd-86f5-233a76302d84 by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:12:55.034570 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Attempting to bind port b83d110a-6ac3-4bbd-86f5-233a76302d84 on network 085ff2d1-b932-4f65-9996-363c25e7cc84 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:12:55.058907 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97ea67-610f-4c3f-9d9d-40a5292c108b None None] Pushing event updated for resources: {'Port': ['ID=b83d110a-6ac3-4bbd-86f5-233a76302d84,revision_number=2']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:55.086995 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-0b97ea67-610f-4c3f-9d9d-40a5292c108b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:55.144933 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:12:55.145332 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Checking segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:12:55.145743 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.146178 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Bound using segment: {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:12:55.146679 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Bound port: b83d110a-6ac3-4bbd-86f5-233a76302d84, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061818fc-97b0-4f3c-8444-731382404722', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:12:55.147061 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.261052 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:55.271554 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.278831 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.292261 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'port_id': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'mac_address': 'fa:16:3e:e6:47:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:12:55.300659 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] For port b83d110a-6ac3-4bbd-86f5-233a76302d84, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:12:55.310188 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-174e8d6a-1076-4f51-b074-e4d41fd0b6ee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:55.346348 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port b3245697-16a8-4a99-ad55-4c5284142ff4 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:55.346348 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.380025 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] For port b83d110a-6ac3-4bbd-86f5-233a76302d84, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=b83d110a-6ac3-4bbd-86f5-233a76302d84,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:12:55.394896 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Pushing event updated for resources: {'Port': ['ID=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:55.398190 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:55.399485 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3341579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-947497'] for router_interface, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.409063 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.419393 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:55.488518 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.518492 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1064585c-2756-4281-baac-0ee5215788d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.543127 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45d2137-91ad-438d-b021-eba0fe6af77c {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:12:55.573012 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:12:55.575175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:12:55.575301 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97ea67-610f-4c3f-9d9d-40a5292c108b None None] Pushing event updated for resources: {'Port': ['ID=b83d110a-6ac3-4bbd-86f5-233a76302d84,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:55.581348 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-0b97ea67-610f-4c3f-9d9d-40a5292c108b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:55.606918 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:55.607874 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-a7e51993-5906-44b8-8f27-f50c7b7d0958 None None] Provisioning for port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:55.638554 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.658413 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-a7e51993-5906-44b8-8f27-f50c7b7d0958 None None] Provisioning complete for port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:55.658847 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-a7e51993-5906-44b8-8f27-f50c7b7d0958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:55.699244 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:55.737930 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d5e4b-7c08-4cf5-98f7-bb466f36a812 req-77623a62-3c0f-4185-a8d0-06ad19847540 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:55.740307 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ab0d5e4b-7c08-4cf5-98f7-bb466f36a812 req-77623a62-3c0f-4185-a8d0-06ad19847540 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 944 time: 0.1468899 Aug 25 16:12:55.757125 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Routers {'bfe681ba-d65d-441d-9759-f2fe46f480b9'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:12:55.757330 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['bfe681ba-d65d-441d-9759-f2fe46f480b9'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:55.830206 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ab0d5e4b-7c08-4cf5-98f7-bb466f36a812 req-3ccc81fb-62c8-4740-bcb8-3631760ae7e2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836124 Aug 25 16:12:55.968042 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 05e6b58b-a829-49e1-a515-17e79aef8c08 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:56.053417 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-a7e51993-5906-44b8-8f27-f50c7b7d0958 None None] Port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:56.078590 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:56.079062 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Router bfe681ba-d65d-441d-9759-f2fe46f480b9 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:12:56.086683 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:56.098983 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] Set router bfe681ba-d65d-441d-9759-f2fe46f480b9 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:12:56.170318 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['e45d2137-91ad-438d-b021-eba0fe6af77c'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:12:56.201662 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 05e6b58b-a829-49e1-a515-17e79aef8c08 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:56.232999 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 05e6b58b-a829-49e1-a515-17e79aef8c08 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:56.233377 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.389265 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-8e10f44d-e961-4baa-9263-3fb8e506c6d1 None None] Provisioning complete for port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:56.389644 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-8e10f44d-e961-4baa-9263-3fb8e506c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.429803 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:12:56.439304 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] 10.222.0.30 "PUT /v2.0/routers/bfe681ba-d65d-441d-9759-f2fe46f480b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9784071 Aug 25 16:12:56.595856 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-8e10f44d-e961-4baa-9263-3fb8e506c6d1 None None] Port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:12:56.742051 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.802517 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.819368 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 05e6b58b-a829-49e1-a515-17e79aef8c08, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=05e6b58b-a829-49e1-a515-17e79aef8c08,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:56.831791 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:56.836095 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:56.914740 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:12:54Z', 'revision_number': 4, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port': {'id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:51Z', 'updated_at': '2021-08-25T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a', 'name': '', 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'mac_address': 'fa:16:3e:d3:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:54Z', 'updated_at': '2021-08-25T16:12:55Z', 'revision_number': 2, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'subnets': [{'id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:12:56.919509 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=05e6b58b-a829-49e1-a515-17e79aef8c08,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:56.922863 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:56.923604 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5fc052-1a92-4d2d-a60b-8403ee355f29 None None] The sync data for ids ['bfe681ba-d65d-441d-9759-f2fe46f480b9'] in dv-cinder-805825-2-smb is: [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:12:54Z', 'revision_number': 4, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port': {'id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:51Z', 'updated_at': '2021-08-25T16:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a', 'name': '', 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'mac_address': 'fa:16:3e:d3:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:54Z', 'updated_at': '2021-08-25T16:12:55Z', 'revision_number': 2, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'subnets': [{'id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:12:57.057883 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaae40f-27f8-4d4e-83a2-a0e7ec2dfa63 req-b036f47c-9224-4db4-b18b-a426e7fec726 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:57.059375 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ddaae40f-27f8-4d4e-83a2-a0e7ec2dfa63 req-b036f47c-9224-4db4-b18b-a426e7fec726 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 944 time: 0.0767844 Aug 25 16:12:57.105093 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ddaae40f-27f8-4d4e-83a2-a0e7ec2dfa63 req-45f45289-a7df-4ce7-8663-a619c939529d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397875 Aug 25 16:12:57.295271 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35216) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:57.301701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705723270', 'description': 'tempest-secgroup-smoke-705723270 description', 'project_id': '2c9ad783b7534d548d618b99c3710867'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:57.307753 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:57.311607 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:57.314500 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:57.320710 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:57.331376 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.371166 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:57.375209 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:57.378411 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:57.385072 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:57.454889 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.458754 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.462431 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fbfa7e92-b4b4-4079-bcb5-9e80012082e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:57.505562 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42b105-8e6e-4549-8c77-4b02d3a3cde6,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:57.508588 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:57.509869 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.511059 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-23b52779-8c04-4202-9457-28bad1c01e37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2147715 Aug 25 16:12:57.515169 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35222) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:57.521384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'security_group_rule': {'security_group_id': '4e42b105-8e6e-4549-8c77-4b02d3a3cde6', 'project_id': '2c9ad783b7534d548d618b99c3710867', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:57.527414 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:57.531440 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:57.534947 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:57.540772 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:57.558344 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.618705 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.622481 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.624491 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-48d5c610-4448-406f-816b-cfebbeade08a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:57.647321 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f13c832-2636-4926-9b5e-588ca5191f8d,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:57.651718 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:57.656310 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.657654 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-34457546-e29e-4555-91ac-a5c5396ce0c4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1414378 Aug 25 16:12:57.660971 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35226) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:57.666925 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'security_group_rule': {'security_group_id': '4e42b105-8e6e-4549-8c77-4b02d3a3cde6', 'project_id': '2c9ad783b7534d548d618b99c3710867', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:57.672902 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:57.676747 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:57.679590 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:57.685317 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:57.702152 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.767390 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.771648 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.774208 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:57.796986 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c333a0d1-c41a-4fb3-9988-33d28c45fa43,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:57.801508 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:57.806005 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.807321 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1453006 Aug 25 16:12:57.810193 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35230) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:57.816019 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'security_group_rule': {'security_group_id': '4e42b105-8e6e-4549-8c77-4b02d3a3cde6', 'project_id': '2c9ad783b7534d548d618b99c3710867', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:57.821829 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:57.825744 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:57.828604 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:57.834931 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:57.853709 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.916136 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.919800 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.921871 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:57.943295 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df07c79-2605-4f88-9d7a-0383381e16c1,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:57.947740 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:57.952106 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:57.953448 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-1a7f2bea-7a09-4df7-ab68-242548bbb062 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421111 Aug 25 16:12:57.956561 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35234) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:57.962051 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'security_group_rule': {'security_group_id': '4e42b105-8e6e-4549-8c77-4b02d3a3cde6', 'project_id': '2c9ad783b7534d548d618b99c3710867', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:57.967801 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:57.972268 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:57.975389 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:57.981505 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:57.999422 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.053639 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.066790 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.072655 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.074716 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b22f844d-d2e3-4c8a-8c58-9df86933c463 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:58.099496 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a8567c-fa8c-431c-9afe-33b0fee7da7a,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:58.102087 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:58.109291 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.112031 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-aeba1093-9b56-46ee-a257-0f2d8c613699 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1532879 Aug 25 16:12:58.113711 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35238) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:58.119844 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'security_group_rule': {'security_group_id': '4e42b105-8e6e-4549-8c77-4b02d3a3cde6', 'project_id': '2c9ad783b7534d548d618b99c3710867', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:58.125814 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:58.130159 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:58.133438 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:58.139640 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:58.150603 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.securitygroups_db [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Project 2c9ad783b7534d548d618b99c3710867 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:12:58.157748 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.224822 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.229389 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.231572 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d36b8e4a-877a-40f7-a824-a7398119600c tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:58.255031 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3c39df-b4a8-4de8-9b55-045b92f176ce,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:58.261099 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:58.304313 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.305473 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-3b9592fd-8821-48ae-b0b2-410fb1a6c2d7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1906171 Aug 25 16:12:58.308289 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35244) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:12:58.315376 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'security_group_rule': {'security_group_id': '4e42b105-8e6e-4549-8c77-4b02d3a3cde6', 'project_id': '2c9ad783b7534d548d618b99c3710867', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:12:58.328935 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:12:58.336246 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:security_group_rule and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:12:58.339666 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:12:58.348992 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:12:58.364756 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.securitygroups_db [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Project 2c9ad783b7534d548d618b99c3710867 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 16:12:58.372851 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.393850 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03f1a7-c8aa-4e76-b6cf-c4ee32ce63ec req-f379824b-6faa-48c3-bf9b-07c97d0c8734 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:58.395325 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-eb03f1a7-c8aa-4e76-b6cf-c4ee32ce63ec req-f379824b-6faa-48c3-bf9b-07c97d0c8734 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 944 time: 0.1359785 Aug 25 16:12:58.478873 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-eb03f1a7-c8aa-4e76-b6cf-c4ee32ce63ec req-83e47de1-452d-4b1a-8eb6-cc63697911e2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737803 Aug 25 16:12:58.483559 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.488600 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000416'] for security_group_rule, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.490867 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:58.514085 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6906b11b-496f-4bf5-831c-f5cf9408d69c,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:58.516532 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:58.524526 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:58.525720 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-0d4c771d-f282-4ca6-8dbd-4c68725cb17e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2165349 Aug 25 16:12:58.844619 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:58.912410 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 05e6b58b-a829-49e1-a515-17e79aef8c08 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:12:58.974477 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port e45d2137-91ad-438d-b021-eba0fe6af77c completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:12:58.981400 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port e45d2137-91ad-438d-b021-eba0fe6af77c triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:58.981772 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.035306 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 05e6b58b-a829-49e1-a515-17e79aef8c08 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:12:59.035678 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.235577 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.268979 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:12:59.278577 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:12:59.283204 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:12:59.285181 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-bf3288ab-1f45-4c0c-b3ad-4612ecbfa967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:12:59.338045 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'code': 200} Aug 25 16:12:59.356569 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:12:59.359530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:12:59.649292 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0408bf9-424f-44b3-8a51-148bae80613b req-d5c10408-3c3e-49b9-b48b-65da6e82c34c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1098 time: 0.0782652 Aug 25 16:12:59.710535 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f0408bf9-424f-44b3-8a51-148bae80613b req-ba54e7a6-325d-449e-b8db-39a1cfedc694 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519605 Aug 25 16:12:59.740739 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f818333-8c7b-4e6a-96fc-36e43cad8126 req-4153de73-b457-4ad5-825f-24e5378be9d5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:12:59.742127 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8f818333-8c7b-4e6a-96fc-36e43cad8126 req-4153de73-b457-4ad5-825f-24e5378be9d5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0844457 Aug 25 16:12:59.792275 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8f818333-8c7b-4e6a-96fc-36e43cad8126 req-5fa4a271-eb6e-4381-829a-9557359e245d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Aug 25 16:13:01.012597 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e2ae2-3480-42eb-b3e5-37c327b4a15a req-bbac6f73-6b37-4b71-9f74-1893b6053e0f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:01.014039 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f10e2ae2-3480-42eb-b3e5-37c327b4a15a req-bbac6f73-6b37-4b71-9f74-1893b6053e0f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0814970 Aug 25 16:13:01.058978 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f10e2ae2-3480-42eb-b3e5-37c327b4a15a req-232b1aab-0004-4402-a8d9-8733df850764 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391517 Aug 25 16:13:02.283468 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11a1f-4148-4436-85d2-4caa5fb300ab req-c7d84e63-f4f2-4579-9626-a6fb6b16627f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:02.284989 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-21e11a1f-4148-4436-85d2-4caa5fb300ab req-c7d84e63-f4f2-4579-9626-a6fb6b16627f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0823040 Aug 25 16:13:02.331331 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-21e11a1f-4148-4436-85d2-4caa5fb300ab req-a3d796da-ce99-4d13-a529-2c5697e5465d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Aug 25 16:13:02.548335 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ebf54-21fd-4464-8db5-268f693a0ef3 req-c2be701d-9860-4c19-9ace-105f093987f8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:02.550323 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8a8ebf54-21fd-4464-8db5-268f693a0ef3 req-c2be701d-9860-4c19-9ace-105f093987f8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0800860 Aug 25 16:13:02.558922 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35324) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:02.564153 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Request body: {'floatingip': {'port_id': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:02.639155 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.423190 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.429583 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:03.666023 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.l3_db [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Floating IP 8b1fa533-ac51-41c7-9af9-2953414c6baf associated. External IP: 172.28.1.244, port: e45d2137-91ad-438d-b021-eba0fe6af77c. Aug 25 16:13:04.113280 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:04.329237 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:04.334051 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:04.344274 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] Sync routers for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:04.357314 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:04.358279 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:04.388941 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-1cfe5dc8-3cac-4703-aeb8-c1cc3ab26e2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "PUT /v2.0/floatingips/8b1fa533-ac51-41c7-9af9-2953414c6baf HTTP/1.1" status: 200 len: 991 time: 1.8289762 Aug 25 16:13:04.389680 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:04.463332 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'status': 'completed', 'code': 200} Aug 25 16:13:04.570966 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:04.598366 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-1d551a7f-43b6-485a-8a13-a1155f5ed629 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1098 time: 0.0740008 Aug 25 16:13:04.781102 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-60933c3b-808c-4770-ac43-520c77d318dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:04.784030 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-60933c3b-808c-4770-ac43-520c77d318dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1734605 Aug 25 16:13:04.920928 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-f95ef28d-f2d7-4866-be2e-87690950acf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 999 time: 0.1271284 Aug 25 16:13:04.974428 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b83d110a-6ac3-4bbd-86f5-233a76302d84 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:05.003265 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-05e39fed-b77c-4009-835d-4d55c0c72632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:05.005039 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-05e39fed-b77c-4009-835d-4d55c0c72632 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0747030 Aug 25 16:13:05.049838 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '8b1fa533-ac51-41c7-9af9-2953414c6baf', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'floating_ip_address': '172.28.1.244', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'port_id': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'mac_address': 'fa:16:3e:e6:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:13:03Z', 'revision_number': 1, 'project_id': '281630c86f37493fb0b7cb948528f899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:05.054975 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] Checking router: c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:05.057208 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port b83d110a-6ac3-4bbd-86f5-233a76302d84 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:05.063889 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port b83d110a-6ac3-4bbd-86f5-233a76302d84 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:05.065658 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.068930 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:05.069610 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:05.109128 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-5c2d15df-b964-4991-865d-6b7bc394092d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930622 Aug 25 16:13:05.218282 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.235967 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port b83d110a-6ac3-4bbd-86f5-233a76302d84, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=b83d110a-6ac3-4bbd-86f5-233a76302d84,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:05.242971 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:05.246223 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:05.279797 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:05.327426 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=b83d110a-6ac3-4bbd-86f5-233a76302d84,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:05.331296 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:05.417361 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-0ca41b78-a91b-492f-afd6-4c23ceb5ee61 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948821 Aug 25 16:13:05.587331 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7a3cd388-f501-4ad5-b3cd-b84a8d02c3a5 req-119c1dff-757f-4a62-9df9-796a25cca320 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427636 Aug 25 16:13:05.620040 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5a26c-de4a-4cd4-a76f-c289be07b20c req-c29e775e-2e38-42e7-8bfb-4886cc77dec4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:05.623560 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6ed5a26c-de4a-4cd4-a76f-c289be07b20c req-c29e775e-2e38-42e7-8bfb-4886cc77dec4 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.0848777 Aug 25 16:13:05.680240 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6ed5a26c-de4a-4cd4-a76f-c289be07b20c req-585064ce-d19a-488d-a18d-a11d65ea4dc2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454261 Aug 25 16:13:05.712822 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '8b1fa533-ac51-41c7-9af9-2953414c6baf', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'floating_ip_address': '172.28.1.244', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'port_id': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'mac_address': 'fa:16:3e:e6:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:13:03Z', 'revision_number': 1, 'project_id': '281630c86f37493fb0b7cb948528f899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:05.717922 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf164a-dd0f-4ee3-ba89-cdc1a928c64d None None] The sync data for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb is: [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': '8b1fa533-ac51-41c7-9af9-2953414c6baf', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'floating_ip_address': '172.28.1.244', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'port_id': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'mac_address': 'fa:16:3e:e6:47:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:13:03Z', 'revision_number': 1, 'project_id': '281630c86f37493fb0b7cb948528f899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:06.901962 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650986a-4970-48c5-a5b8-568b59ceaf6f req-e451fb0b-8dc3-4ba9-bb24-f4be0139dc69 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:06.904137 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3650986a-4970-48c5-a5b8-568b59ceaf6f req-e451fb0b-8dc3-4ba9-bb24-f4be0139dc69 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.1000426 Aug 25 16:13:06.928437 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b83d110a-6ac3-4bbd-86f5-233a76302d84 up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:06.956638 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3650986a-4970-48c5-a5b8-568b59ceaf6f req-334f6427-e9ff-4693-939e-d08496d05884 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467875 Aug 25 16:13:07.004962 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port b83d110a-6ac3-4bbd-86f5-233a76302d84 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:07.005333 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:08.167132 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf6704-9157-4c13-a487-bace6f83b823 req-3e7cb0c5-b1b8-4d68-af82-407f51956ea2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:08.168704 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-93cf6704-9157-4c13-a487-bace6f83b823 req-3e7cb0c5-b1b8-4d68-af82-407f51956ea2 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.0830381 Aug 25 16:13:08.214893 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-93cf6704-9157-4c13-a487-bace6f83b823 req-026561df-208e-4ca9-b99c-b58410d1c51d tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398519 Aug 25 16:13:08.801644 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-75091721-f95c-4bc7-a7dc-49436e31f13a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:08.803082 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-75091721-f95c-4bc7-a7dc-49436e31f13a tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.0776625 Aug 25 16:13:08.880573 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Deleting port 71ece552-65a1-472b-896f-508668a8beaa {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:08.880920 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.134599 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] For port 71ece552-65a1-472b-896f-508668a8beaa, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=71ece552-65a1-472b-896f-508668a8beaa,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:09.134956 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.288292 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.422824 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c705-7b86-45a2-93f8-c0699593a8ab req-b888158f-58b3-45db-8027-1d22d9a93609 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:09.424853 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c6e0c705-7b86-45a2-93f8-c0699593a8ab req-b888158f-58b3-45db-8027-1d22d9a93609 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 946 time: 0.0858757 Aug 25 16:13:09.454347 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.454347 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.454347 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.l3_db [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Floating IP 8330f8ca-4e87-4f0c-86a4-fd7548eca3d5 disassociated. External IP: 172.28.1.145, port: 71ece552-65a1-472b-896f-508668a8beaa. Aug 25 16:13:09.454347 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Calling delete_port for 71ece552-65a1-472b-896f-508668a8beaa owned by compute:nova {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:09.473316 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c6e0c705-7b86-45a2-93f8-c0699593a8ab req-f2d8ca42-6c7a-48ff-8e12-d9637c662eee tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb64cfb6-aed6-4643-b948-147e429f58dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Aug 25 16:13:09.605691 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:09.612764 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-31cca172-0e1a-4b1b-b11a-6cf7aeb5563b tempest-VolumesActionsTest-417595366 tempest-VolumesActionsTest-417595366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:09.656767 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event deleted for resources: {'Port': ['ID=71ece552-65a1-472b-896f-508668a8beaa,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:09.660465 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:09.889349 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Router 858b79e5-e58a-4035-a323-60283c15c8f5 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:10.100067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:10.109475 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] Sync routers for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:10.127446 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:10.128127 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:10.295384 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] No DVR routers for this DVR port 71ece552-65a1-472b-896f-508668a8beaa on host hv-cinder-80582 {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:10.298191 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:10.300929 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'name': 'network-vif-deleted', 'tag': '71ece552-65a1-472b-896f-508668a8beaa'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:10.316931 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-3bbfa159-0558-44a8-8340-67e1be7d9a2b req-dfe73b5a-5fa0-46c0-8f43-29a8323502fc tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.53 "DELETE /v2.0/ports/71ece552-65a1-472b-896f-508668a8beaa HTTP/1.1" status: 204 len: 173 time: 1.5060463 Aug 25 16:13:10.336657 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:10.362082 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e756b742-6966-4ae0-8540-0421e3b1f22b', 'name': 'network-vif-deleted', 'tag': '71ece552-65a1-472b-896f-508668a8beaa', 'status': 'completed', 'code': 200} Aug 25 16:13:10.664578 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9f9d5837-20aa-4837-9538-e8060377cdfd req-769f1103-536f-4879-b1cc-8f1c65d0c483 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Synchronizing usage tracker for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:10.682359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9f9d5837-20aa-4837-9538-e8060377cdfd req-769f1103-536f-4879-b1cc-8f1c65d0c483 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Unset dirty status for tenant:2d51fc9440624cc4abb1ef827f2b5fb2 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:10.683830 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9f9d5837-20aa-4837-9538-e8060377cdfd req-769f1103-536f-4879-b1cc-8f1c65d0c483 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/ports?device_id=e756b742-6966-4ae0-8540-0421e3b1f22b HTTP/1.1" status: 200 len: 210 time: 0.0659328 Aug 25 16:13:10.741920 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:10.745841 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] Checking router: 858b79e5-e58a-4035-a323-60283c15c8f5 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:10.756902 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] Routers {'858b79e5-e58a-4035-a323-60283c15c8f5'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:10.757519 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['858b79e5-e58a-4035-a323-60283c15c8f5'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:10.954990 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] Set router 858b79e5-e58a-4035-a323-60283c15c8f5 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:11.172026 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b325da-9444-4497-87e1-18b11e638c78 None None] New status for floating IP 8b1fa533-ac51-41c7-9af9-2953414c6baf: ACTIVE {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:13:11.286566 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:11.291179 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd91ab-dd64-42b5-8438-e2ee58b6ad24 None None] The sync data for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb is: [{'id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'name': 'tempest-AttachVolumeTestJSON-1325708188-router', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166'}], 'enable_snat': True}, 'gw_port_id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:04:46Z', 'updated_at': '2021-08-25T16:04:59Z', 'revision_number': 4, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'gw_port': {'id': 'f03ef262-1e14-4faf-819a-ec7b679791fa', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:68:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:48Z', 'updated_at': '2021-08-25T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '908fcd8b-49d8-40d9-8f77-5392b1e57891', 'name': '', 'network_id': '597a3fc1-f4fa-49cb-ae75-c150948427f7', 'tenant_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'mac_address': 'fa:16:3e:e8:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858b79e5-e58a-4035-a323-60283c15c8f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:04:56Z', 'updated_at': '2021-08-25T16:05:23Z', 'revision_number': 5, 'project_id': '2d51fc9440624cc4abb1ef827f2b5fb2', 'subnets': [{'id': '6433b59b-95c6-4b38-936d-28a6e222d7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:11.833602 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35396) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:11.900445 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:11.932135 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:11.985115 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:11.989063 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-aae4e88c-f9ae-4a8b-a5cd-b808793032c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:12.004188 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64cfb6-aed6-4643-b948-147e429f58dd,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:12.006806 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:12.014129 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:12.015247 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb64cfb6-aed6-4643-b948-147e429f58dd HTTP/1.1" status: 204 len: 168 time: 0.1806581 Aug 25 16:13:12.020276 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35400) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:12.042177 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.api.v2.resource [None req-98e248db-2ba9-4a30-97c8-949134c1bc5c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] show failed (client error): The resource could not be found. Aug 25 16:13:12.043250 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-98e248db-2ba9-4a30-97c8-949134c1bc5c tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "GET /v2.0/security-groups/cb64cfb6-aed6-4643-b948-147e429f58dd HTTP/1.1" status: 404 len: 347 time: 0.0219841 Aug 25 16:13:12.046190 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35404) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:12.206941 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Deleting port b90c598f-e218-4aeb-918e-44913a39fe14 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:12.207189 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:12.381475 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:12.381795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:12.502959 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Calling delete_port for b90c598f-e218-4aeb-918e-44913a39fe14 owned by network:floatingip {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:12.644545 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:12.648864 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:12.692877 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Pushing event deleted for resources: {'Port': ['ID=b90c598f-e218-4aeb-918e-44913a39fe14,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:12.696241 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:12.786600 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks [] for floatingip, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:12.804386 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:12.805517 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] 10.222.0.30 "DELETE /v2.0/floatingips/8330f8ca-4e87-4f0c-86a4-fd7548eca3d5 HTTP/1.1" status: 204 len: 168 time: 0.7583919 Aug 25 16:13:12.910406 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71ece552-65a1-472b-896f-508668a8beaa no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:12.950119 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 71ece552-65a1-472b-896f-508668a8beaa {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:12.950476 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 71ece552-65a1-472b-896f-508668a8beaa not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:16.898813 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35454) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:17.509211 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947551'] for router_interface, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.213292 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Deleting port 908fcd8b-49d8-40d9-8f77-5392b1e57891 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:18.213998 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.387586 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] For port 908fcd8b-49d8-40d9-8f77-5392b1e57891, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=908fcd8b-49d8-40d9-8f77-5392b1e57891,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:18.387969 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.506404 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Calling delete_port for 908fcd8b-49d8-40d9-8f77-5392b1e57891 owned by network:router_interface {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:18.683688 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:18.688070 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-bb58ece6-5d33-4575-a136-6d13b24fe300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:18.729887 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Pushing event deleted for resources: {'Port': ['ID=908fcd8b-49d8-40d9-8f77-5392b1e57891,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:18.740689 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.741009 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.741355 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.741719 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.742091 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.742771 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.742857 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.743161 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.743512 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.743886 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.744235 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:18.773665 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:19.052714 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4067721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947627'] for router_interface, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:19.728160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Router 858b79e5-e58a-4035-a323-60283c15c8f5 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:19.929456 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:19.942071 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-ecb2cab4-b47d-4a96-83a6-66a65eff1302 admin admin] 10.222.0.30 "PUT /v2.0/routers/858b79e5-e58a-4035-a323-60283c15c8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0421886 Aug 25 16:13:19.944501 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35470) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:20.146795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks [] for router, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.349418 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.358493 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Deleting port f03ef262-1e14-4faf-819a-ec7b679791fa {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:20.359085 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.530149 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] For port f03ef262-1e14-4faf-819a-ec7b679791fa, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=f03ef262-1e14-4faf-819a-ec7b679791fa,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:20.530504 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.766661 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Calling delete_port for f03ef262-1e14-4faf-819a-ec7b679791fa owned by network:router_gateway {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:20.940760 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:20.945087 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:20.989294 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Pushing event deleted for resources: {'Port': ['ID=f03ef262-1e14-4faf-819a-ec7b679791fa,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:20.991661 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:21.215977 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946210'] for router_gateway, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.487055 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-948878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.491250 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.516891 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-949278'] for router, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.517512 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 858b79e5-e58a-4035-a323-60283c15c8f5 {{(pid=75091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:13:21.519707 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.530553 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.531665 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] 10.222.0.30 "DELETE /v2.0/routers/858b79e5-e58a-4035-a323-60283c15c8f5 HTTP/1.1" status: 204 len: 168 time: 1.5862730 Aug 25 16:13:21.534235 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35482) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:21.597272 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Deleting subnet 6433b59b-95c6-4b38-936d-28a6e222d7ad {{(pid=75091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:13:21.600412 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.650061 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1911378'] for subnet, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.733685 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.801897 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1925065'] for subnet, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.806238 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7a6858ec-3727-4717-a729-54ae1f9c34db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:21.840555 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6433b59b-95c6-4b38-936d-28a6e222d7ad,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:21.843967 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:21.844855 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.851801 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-5c9cc4ca-211d-48c3-ae83-93e2419dfbd4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6433b59b-95c6-4b38-936d-28a6e222d7ad HTTP/1.1" status: 204 len: 168 time: 0.3165812 Aug 25 16:13:21.852883 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2304230-dd33-463b-ad4f-81c744f0e099 None None] Network 597a3fc1-f4fa-49cb-ae75-c150948427f7 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:13:21.854898 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35486) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:21.960115 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:21.970380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Deleting port d5a97ad2-3b5d-4972-b03d-4c30195443e2 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:21.970703 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.108298 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] DHCP port deletion for 597a3fc1-f4fa-49cb-ae75-c150948427f7 request from dv-cinder-805825-2-smb {{(pid=75093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:13:22.113330 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Deleting port d5a97ad2-3b5d-4972-b03d-4c30195443e2 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:22.113711 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.249076 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-33752e61-67b1-4bea-ba38-e763c741e8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.289985 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] For port d5a97ad2-3b5d-4972-b03d-4c30195443e2, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=d5a97ad2-3b5d-4972-b03d-4c30195443e2,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:22.290340 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.340139 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] For port d5a97ad2-3b5d-4972-b03d-4c30195443e2, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=d5a97ad2-3b5d-4972-b03d-4c30195443e2,segment=NetworkSegment(1a174241-9286-47a0-b86f-a53c57acc372),segment_id=1a174241-9286-47a0-b86f-a53c57acc372)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:22.340557 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.424781 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Calling delete_port for d5a97ad2-3b5d-4972-b03d-4c30195443e2 owned by network:dhcp {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:22.532426 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Calling delete_port for d5a97ad2-3b5d-4972-b03d-4c30195443e2 owned by network:dhcp {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:13:22.550342 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.557664 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1db83a8f-8799-4bf2-9746-231a6f5c9dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:22.603747 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a97ad2-3b5d-4972-b03d-4c30195443e2,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:22.607047 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:22.612036 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ecdba910-29c4-4868-a328-56785dc668a4 req-9a08db7f-b3b5-40bc-981d-c73ab807cf1f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Synchronizing usage tracker for tenant:2c9ad783b7534d548d618b99c3710867 on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:22.617985 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.api [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:13:22.618687 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_db.api [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:13:22.620671 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] No DVR routers for this DVR port d5a97ad2-3b5d-4972-b03d-4c30195443e2 on host dv-cinder-805825-2-smb {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:13:22.730491 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ecdba910-29c4-4868-a328-56785dc668a4 req-9a08db7f-b3b5-40bc-981d-c73ab807cf1f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Unset dirty status for tenant:2c9ad783b7534d548d618b99c3710867 on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:22.731586 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-9a08db7f-b3b5-40bc-981d-c73ab807cf1f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705723270&fields=id&tenant_id=2c9ad783b7534d548d618b99c3710867 HTTP/1.1" status: 200 len: 267 time: 0.2416131 Aug 25 16:13:22.779985 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.845215 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597a3fc1-f4fa-49cb-ae75-c150948427f7']}} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:22.862642 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a174241-9286-47a0-b86f-a53c57acc372') {'for_net_delete': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:22.862939 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a174241-9286-47a0-b86f-a53c57acc372') {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:22.887008 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1911389'] for segment, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.921976 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.938372 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=75091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:13:22.938780 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1510180'] for segment, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: Traceback (most recent call last): Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: timer() Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: cb(*args, **kw) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: return func(*args, **kwargs) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: self._notify() Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: self.callback(batched_events) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: event.method(event) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: return f(self, *a, **k) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: return self._get(url).json() Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: return self.request(url, 'GET', **kwargs) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:13:22.952927 dv-cinder-805825-2-smb neutron-server[75091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:13:22.972650 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d5a97ad2-3b5d-4972-b03d-4c30195443e2 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:23.005752 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: d5a97ad2-3b5d-4972-b03d-4c30195443e2 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:23.006116 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device d5a97ad2-3b5d-4972-b03d-4c30195443e2 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:23.009678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdba910-29c4-4868-a328-56785dc668a4 req-72decbe8-6bfe-4f5b-9c7a-9577964802dd tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:23.010338 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ecdba910-29c4-4868-a328-56785dc668a4 req-72decbe8-6bfe-4f5b-9c7a-9577964802dd tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Synchronizing usage tracker for tenant:2c9ad783b7534d548d618b99c3710867 on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:23.047017 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.049825 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ecdba910-29c4-4868-a328-56785dc668a4 req-72decbe8-6bfe-4f5b-9c7a-9577964802dd tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Unset dirty status for tenant:2c9ad783b7534d548d618b99c3710867 on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:23.051250 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-72decbe8-6bfe-4f5b-9c7a-9577964802dd tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 808 time: 0.3043251 Aug 25 16:13:23.053374 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:23.074078 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.083996 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=597a3fc1-f4fa-49cb-ae75-c150948427f7,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:23.089924 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:23.096938 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-0fa37a3a-57a0-46e2-86ee-8c117df7be98 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/quotas/2c9ad783b7534d548d618b99c3710867 HTTP/1.1" status: 200 len: 375 time: 0.0301518 Aug 25 16:13:23.120216 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Deleting port d5a97ad2-3b5d-4972-b03d-4c30195443e2 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:13:23.120636 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.140847 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-9a15b0fe-7075-4ee3-9f39-d53dd22381b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/597a3fc1-f4fa-49cb-ae75-c150948427f7 HTTP/1.1" status: 204 len: 168 time: 1.2843945 Aug 25 16:13:23.184533 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-73243f93-daf5-4529-849a-e3cfc2e88d8e None None] The port 'd5a97ad2-3b5d-4972-b03d-4c30195443e2' was deleted {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:13:23.187969 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-7fe93bef-80e1-46c8-a104-2b61065deb93 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851536 Aug 25 16:13:23.292857 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35500) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:23.335758 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-d02d3a27-59e4-46e9-af41-82cefbd670d0 service neutron] 10.222.0.30 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292791 Aug 25 16:13:23.348432 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b9a5732c-7c2b-4dac-a82f-bad4922656d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d51fc9440624cc4abb1ef827f2b5fb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542030 Aug 25 16:13:23.350657 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35504) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:23.412511 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.439918 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.468535 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-46e86ff5-c22b-4d24-95f7-54ca3b4c5691 service neutron] 10.222.0.30 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293085 Aug 25 16:13:23.496855 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.503003 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-db5264d1-40b4-41aa-b931-9d9644dd9d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:23.518351 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db15491-cbb8-4380-967d-0dd7e1c27a3e,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:23.528169 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:23.531482 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9db15491-cbb8-4380-967d-0dd7e1c27a3e HTTP/1.1" status: 204 len: 168 time: 0.1773434 Aug 25 16:13:23.531482 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.531482 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.531482 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.531868 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.532119 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.532469 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.532818 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.533712 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.534319 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.534419 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.534715 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:13:23.537871 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:23.932396 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-62a5b252-0705-4f89-9640-b9ecf6500a6e req-7a7a36f6-51ba-441c-9b65-9073e5c8ae8d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 210 time: 0.0672672 Aug 25 16:13:25.028292 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a617b17-d64c-4189-98db-da37b1923acc None None] New status for floating IP 8330f8ca-4e87-4f0c-86a4-fd7548eca3d5: DOWN {{(pid=75093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:13:25.179475 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fd39e5b1-58cd-4e70-9df3-d652c30abf81 req-2759e0b4-557e-41f0-a2f0-98980ee464c0 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 210 time: 0.0949767 Aug 25 16:13:25.325845 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] Sync routers for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:25.346520 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] Routers set() bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:25.347071 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] Router IDs set() for agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 16:13:25.347940 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'858b79e5-e58a-4035-a323-60283c15c8f5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent'). {{(pid=75094) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 25 16:13:25.354814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdba910-29c4-4868-a328-56785dc668a4 req-2c6b65bc-afc8-4dc0-81fe-b42b8c419903 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:25.356542 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-2c6b65bc-afc8-4dc0-81fe-b42b8c419903 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 808 time: 0.2180078 Aug 25 16:13:25.363641 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] Routers set() bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:25.364298 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] Router IDs set() for agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 25 16:13:25.365318 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_agentschedulers_db [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'858b79e5-e58a-4035-a323-60283c15c8f5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:12:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent'). {{(pid=75094) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 25 16:13:25.366163 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc78731-f3f4-4ae8-b9bd-6328d8aa8c76 None None] The sync data for ids ['858b79e5-e58a-4035-a323-60283c15c8f5'] in dv-cinder-805825-2-smb is: [] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:25.415896 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-221a3bb7-91d1-49b8-be43-a77c83d1c7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.449505 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-580fde1a-7a9a-4f2c-adbe-40fba5909f66 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c9ad783b7534d548d618b99c3710867 HTTP/1.1" status: 200 len: 379 time: 0.0687525 Aug 25 16:13:25.463281 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Sync routers for ids ['bfe681ba-d65d-441d-9759-f2fe46f480b9'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:25.470070 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'port': {'device_id': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'admin_state_up': True, 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'security_groups': ['4e42b105-8e6e-4549-8c77-4b02d3a3cde6']}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:25.480973 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Routers {'bfe681ba-d65d-441d-9759-f2fe46f480b9'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:25.482193 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:13:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['bfe681ba-d65d-441d-9759-f2fe46f480b9'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:25.688163 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:25.695348 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:port and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:25.698706 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:25.705173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:25.716950 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Made reservation on behalf of 2c9ad783b7534d548d618b99c3710867 for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:13:25.720628 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:25.747538 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Set router bfe681ba-d65d-441d-9759-f2fe46f480b9 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:26.065192 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Allocated IP 172.20.0.14 (3d8bf803-1855-41a8-80c7-a621132b2deb/488d0cd6-7f0c-41d8-ac37-c42d5898a360/6d114c41-bb1e-4b12-bd14-a536e05db6cc) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:13:26.203595 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:12:54Z', 'revision_number': 4, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port': {'id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:51Z', 'updated_at': '2021-08-25T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a', 'name': '', 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'mac_address': 'fa:16:3e:d3:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:54Z', 'updated_at': '2021-08-25T16:12:55Z', 'revision_number': 2, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'subnets': [{'id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:26.211027 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Checking router: bfe681ba-d65d-441d-9759-f2fe46f480b9 for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:26.211996 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Updating router bfe681ba-d65d-441d-9759-f2fe46f480b9 port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a binding host dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 25 16:13:26.285582 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.335269 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.357137 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Transition to ACTIVE for port object 6d114c41-bb1e-4b12-bd14-a536e05db6cc will not be triggered until provisioned by entity DHCP. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:26.387423 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.424737 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a853bf6d-782b-4061-ac4e-f1e84227985b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:26.518662 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Network 3d8bf803-1855-41a8-80c7-a621132b2deb is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:13:26.523501 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:26.526464 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:13:26.553398 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:26.561186 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:26.614769 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.615443 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.638456 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761d5e-a22a-49d6-8d8c-15a7c2d8bd5b req-902bcc62-37d7-4426-a007-796d90a14236 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:26.646040 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-40761d5e-a22a-49d6-8d8c-15a7c2d8bd5b req-902bcc62-37d7-4426-a007-796d90a14236 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 932 time: 0.2604325 Aug 25 16:13:26.675877 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-549da19a-e580-490b-bcc2-2b53b265fb88 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2098553 Aug 25 16:13:26.706259 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Notify callbacks [] for port, precommit_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.708462 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Request body: {'port': {'device_id': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:26.722005 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Transition to ACTIVE for port object 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a will not be triggered until provisioned by entity L2. {{(pid=75093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:26.730331 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.740601 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:26.759075 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-40761d5e-a22a-49d6-8d8c-15a7c2d8bd5b req-196476ce-2bc7-472a-a9c3-8a5a5f25e0b4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121702 Aug 25 16:13:26.830035 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.904745 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 908fcd8b-49d8-40d9-8f77-5392b1e57891 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:26.940068 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:26.958504 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 908fcd8b-49d8-40d9-8f77-5392b1e57891 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:26.959011 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 908fcd8b-49d8-40d9-8f77-5392b1e57891 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:26.965913 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7db2d-b01c-42b0-9eaf-5507e6ddb465 None None] Pushing event updated for resources: {'Port': ['ID=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,revision_number=3']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:26.971514 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-69c7db2d-b01c-42b0-9eaf-5507e6ddb465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:26.988189 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-14156f42-09b4-46d6-be05-d2ba6915e0c4 None None] Provisioning for port 6d114c41-bb1e-4b12-bd14-a536e05db6cc completed by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:27.056814 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-14156f42-09b4-46d6-be05-d2ba6915e0c4 None None] Provisioning complete for port 6d114c41-bb1e-4b12-bd14-a536e05db6cc triggered by entity DHCP. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:27.057287 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-14156f42-09b4-46d6-be05-d2ba6915e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.130269 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Attempting to bind port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a on host dv-cinder-805825-2-smb for vnic_type normal with profile {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:13:27.130652 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Attempting to bind port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a by drivers openvswitch,hyperv on host dv-cinder-805825-2-smb at level 0 using segments [{'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:13:27.131028 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Attempting to bind port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a on network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:27.142796 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-14156f42-09b4-46d6-be05-d2ba6915e0c4 None None] Port 6d114c41-bb1e-4b12-bd14-a536e05db6cc cannot update to ACTIVE because it is not bound. {{(pid=75093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 25 16:13:27.144869 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Checking agent: {'id': '9a9a51a5-b7e0-47be-b551-ec77dd87205c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 15, 55, 51), 'started_at': datetime.datetime(2021, 8, 25, 15, 56, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:13:27.145253 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Checking segment: {'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:13:27.145663 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.146053 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Bound using segment: {'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'} {{(pid=75093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:13:27.146539 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.managers [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Bound port: 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a, host: dv-cinder-805825-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131f064e-8da0-4822-9fd8-8b3bd9e64918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740'}}] {{(pid=75093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:13:27.146921 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.228784 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d114c41-bb1e-4b12-bd14-a536e05db6cc {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:27.236036 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.238028 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] For port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a, host dv-cinder-805825-2-smb, cleared binding levels {{(pid=75093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:13:27.241094 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] For port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a, host dv-cinder-805825-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,segment=NetworkSegment(131f064e-8da0-4822-9fd8-8b3bd9e64918),segment_id=131f064e-8da0-4822-9fd8-8b3bd9e64918)] {{(pid=75093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:13:27.246182 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.251511 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:27.251833 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Transition to ACTIVE for port object 6d114c41-bb1e-4b12-bd14-a536e05db6cc will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:13:27.255611 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.259831 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-185de97d-9f32-42f3-812c-d134d2f83144 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:27.341718 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7db2d-b01c-42b0-9eaf-5507e6ddb465 None None] Pushing event updated for resources: {'Port': ['ID=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:27.346103 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-69c7db2d-b01c-42b0-9eaf-5507e6ddb465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:27.353027 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Routers {'bfe681ba-d65d-441d-9759-f2fe46f480b9'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:27.355209 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:13:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['bfe681ba-d65d-441d-9759-f2fe46f480b9'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:27.422403 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:27.426812 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:27.674713 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Attempting to bind port 6d114c41-bb1e-4b12-bd14-a536e05db6cc on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:13:27.675200 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Attempting to bind port 6d114c41-bb1e-4b12-bd14-a536e05db6cc by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:13:27.675680 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Attempting to bind port 6d114c41-bb1e-4b12-bd14-a536e05db6cc on network 3d8bf803-1855-41a8-80c7-a621132b2deb {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:27.692223 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Port 6d114c41-bb1e-4b12-bd14-a536e05db6cc on network 3d8bf803-1855-41a8-80c7-a621132b2deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:13:27.692963 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Attempting to bind port 6d114c41-bb1e-4b12-bd14-a536e05db6cc on network 3d8bf803-1855-41a8-80c7-a621132b2deb {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:13:27.702738 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:13:27.703342 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Checking segment: {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:13:27.704090 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Bound using segment: {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:13:27.705899 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Bound port: 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3b55cb-3139-49c9-bfab-ee14c163808d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:13:27.707188 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.722779 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] Set router bfe681ba-d65d-441d-9759-f2fe46f480b9 gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:27.824367 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:13:27.827923 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:13:27.832872 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.837795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:27.898171 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:27.899551 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] 10.222.0.53 "PUT /v2.0/ports/6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 1094 time: 1.1981363 Aug 25 16:13:27.900093 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:28.021382 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'status': 'completed', 'code': 200} Aug 25 16:13:28.022094 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:28.037623 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:28.103838 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:28.111954 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-3ab0a1d7-7128-4340-8eb4-6ccd95d6b09f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1097 time: 0.1309171 Aug 25 16:13:28.117608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fa86e-e1d6-4f48-968c-d6cd3bd15ac0 req-59d065a7-95c3-4e41-9d77-7e0f70e3c39d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.118292 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-c07fa86e-e1d6-4f48-968c-d6cd3bd15ac0 req-59d065a7-95c3-4e41-9d77-7e0f70e3c39d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Synchronizing usage tracker for tenant:2c9ad783b7534d548d618b99c3710867 on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:28.137134 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:12:54Z', 'revision_number': 4, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port': {'id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:51Z', 'updated_at': '2021-08-25T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a', 'name': '', 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'mac_address': 'fa:16:3e:d3:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:54Z', 'updated_at': '2021-08-25T16:13:27Z', 'revision_number': 4, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'subnets': [{'id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:28.145918 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a426f9-63ce-4f82-8342-e8952668beea None None] The sync data for ids ['bfe681ba-d65d-441d-9759-f2fe46f480b9'] in dv-cinder-805825-2-smb is: [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:12:54Z', 'revision_number': 4, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port': {'id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:51Z', 'updated_at': '2021-08-25T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a', 'name': '', 'network_id': '5b0f786f-2d5a-4615-bee6-65f8d2a05740', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'mac_address': 'fa:16:3e:d3:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:54Z', 'updated_at': '2021-08-25T16:13:27Z', 'revision_number': 4, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'subnets': [{'id': '5a6bd8ee-9d0a-4071-9e53-0c65af075dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:28.296926 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-c07fa86e-e1d6-4f48-968c-d6cd3bd15ac0 req-59d065a7-95c3-4e41-9d77-7e0f70e3c39d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Unset dirty status for tenant:2c9ad783b7534d548d618b99c3710867 on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:28.298072 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c07fa86e-e1d6-4f48-968c-d6cd3bd15ac0 req-59d065a7-95c3-4e41-9d77-7e0f70e3c39d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 944 time: 0.3714814 Aug 25 16:13:28.301742 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-17a1e920-331e-4d39-9ba7-7735868b5c62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 217 time: 0.1712148 Aug 25 16:13:28.395672 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c07fa86e-e1d6-4f48-968c-d6cd3bd15ac0 req-b971ee58-2963-4b17-95a1-2a56bf16c2e7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915387 Aug 25 16:13:28.397084 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdba910-29c4-4868-a328-56785dc668a4 req-ea75ce07-5620-4fdc-a8eb-0b984a0f4ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:28.398394 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-ea75ce07-5620-4fdc-a8eb-0b984a0f4ba1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.0800614 Aug 25 16:13:28.480971 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-15955a53-6e84-4a4b-8d16-10219ae3a549 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743976 Aug 25 16:13:28.617321 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-26bd1cf3-40fb-42c2-a8f0-3297afb055b7 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284881 Aug 25 16:13:28.764930 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ecdba910-29c4-4868-a328-56785dc668a4 req-5fe271a4-2400-4fa8-aa04-03c430ecdc4d service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365840 Aug 25 16:13:28.778254 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:13:28.956042 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:29.006134 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-9dde827b-c78e-4d97-a519-39b159a1bdae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1097 time: 0.0784543 Aug 25 16:13:29.039442 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning for port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:29.046371 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:29.046752 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.158900 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-d43ea6dd-b9b6-4841-a4ea-187c8d339044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:29.160418 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-d43ea6dd-b9b6-4841-a4ea-187c8d339044 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 909 time: 0.1434793 Aug 25 16:13:29.177158 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.232408 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] For port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,segment=NetworkSegment(131f064e-8da0-4822-9fd8-8b3bd9e64918),segment_id=131f064e-8da0-4822-9fd8-8b3bd9e64918)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:29.238044 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-b92ebab6-7f35-4b0f-bb94-f4c0c74e5ad6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 217 time: 0.0677695 Aug 25 16:13:29.238262 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:29.240485 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:29.280154 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f03ef262-1e14-4faf-819a-ec7b679791fa no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:13:29.319173 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-b6a434a3-c77b-432e-bc4c-35a01e895bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:29.320680 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-b6a434a3-c77b-432e-bc4c-35a01e895bb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.0750592 Aug 25 16:13:29.337359 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: f03ef262-1e14-4faf-819a-ec7b679791fa {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:13:29.337772 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device f03ef262-1e14-4faf-819a-ec7b679791fa not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:13:29.360274 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Pushing event updated for resources: {'Port': ['ID=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:29.364617 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:29.405364 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-0d9a8c56-51dd-4b66-af60-98488d34a851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771244 Aug 25 16:13:29.599078 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-e761c0b0-1def-4d13-aa83-5e410ecb74bc service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813555 Aug 25 16:13:29.701007 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70baccf-3346-4d8e-bdd4-0ba964d673d9 req-f9ba4c62-dd26-4153-9a03-cf99d302086c tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:29.702468 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c70baccf-3346-4d8e-bdd4-0ba964d673d9 req-f9ba4c62-dd26-4153-9a03-cf99d302086c tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 944 time: 0.1778755 Aug 25 16:13:29.782538 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-ac51ae0d-fde5-49dd-a09a-58586bba5539 req-247e7b7a-335d-4ff2-a843-a09198581a2b service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711798 Aug 25 16:13:29.786246 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c70baccf-3346-4d8e-bdd4-0ba964d673d9 req-8afae75e-c0a5-4832-8c4b-486443fc18be tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698230 Aug 25 16:13:30.933138 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a up at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:30.995037 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b71759-803d-4d63-8463-4bcee69ee09d req-0704cfe5-cd1c-420c-8831-ca1e1fdc0207 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:30.996267 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a9b71759-803d-4d63-8463-4bcee69ee09d req-0704cfe5-cd1c-420c-8831-ca1e1fdc0207 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 944 time: 0.0885589 Aug 25 16:13:31.015170 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Provisioning complete for port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:31.015568 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:31.067976 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a9b71759-803d-4d63-8463-4bcee69ee09d req-04db1e37-0b95-46ad-af8b-bf1561c8d406 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657990 Aug 25 16:13:32.274397 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd1ab2-ebff-4b32-a7a5-1d16335eb9f9 req-aff12f07-966d-400c-afd1-97de67df7cb4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:32.275757 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e8fd1ab2-ebff-4b32-a7a5-1d16335eb9f9 req-aff12f07-966d-400c-afd1-97de67df7cb4 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 944 time: 0.0909276 Aug 25 16:13:32.324965 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e8fd1ab2-ebff-4b32-a7a5-1d16335eb9f9 req-e68d08fb-77ff-4d65-9c32-6e1e086508df tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417335 Aug 25 16:13:33.018847 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6d114c41-bb1e-4b12-bd14-a536e05db6cc details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:13:33.171460 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:33.185237 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'port_id': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'mac_address': 'fa:16:3e:81:96:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:13:33.294782 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:33.312911 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d114c41-bb1e-4b12-bd14-a536e05db6cc {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:13:33.330207 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:33.334649 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:33.337708 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:33.456074 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:33.464764 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:33.647558 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bad3d-706a-46ef-9f89-42539c1db70c req-7b3c59e5-08cc-4ff9-9618-2c94b71ef040 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:33.648329 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-e33bad3d-706a-46ef-9f89-42539c1db70c req-7b3c59e5-08cc-4ff9-9618-2c94b71ef040 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Synchronizing usage tracker for tenant:2c9ad783b7534d548d618b99c3710867 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:33.662367 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-e33bad3d-706a-46ef-9f89-42539c1db70c req-7b3c59e5-08cc-4ff9-9618-2c94b71ef040 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Unset dirty status for tenant:2c9ad783b7534d548d618b99c3710867 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:33.663715 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e33bad3d-706a-46ef-9f89-42539c1db70c req-7b3c59e5-08cc-4ff9-9618-2c94b71ef040 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 945 time: 0.1149030 Aug 25 16:13:33.717722 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-e33bad3d-706a-46ef-9f89-42539c1db70c req-8e51e297-7fb7-4636-8077-33643eb6c99e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Synchronizing usage tracker for tenant:2c9ad783b7534d548d618b99c3710867 on resource:security_group {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:33.731207 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-e33bad3d-706a-46ef-9f89-42539c1db70c req-8e51e297-7fb7-4636-8077-33643eb6c99e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Unset dirty status for tenant:2c9ad783b7534d548d618b99c3710867 on resource:security_group {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:33.732413 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e33bad3d-706a-46ef-9f89-42539c1db70c req-8e51e297-7fb7-4636-8077-33643eb6c99e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606105 Aug 25 16:13:33.798264 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['6d114c41-bb1e-4b12-bd14-a536e05db6cc'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:13:34.939399 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa179fc-b8f6-4968-a214-68b43afa5f87 req-8a61beab-49e5-4a0c-b9ae-9aa3b62725bb tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:34.940786 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-daa179fc-b8f6-4968-a214-68b43afa5f87 req-8a61beab-49e5-4a0c-b9ae-9aa3b62725bb tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 945 time: 0.0775387 Aug 25 16:13:34.984842 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-daa179fc-b8f6-4968-a214-68b43afa5f87 req-82be9f30-194a-406d-b5b5-4c5ee5168eba tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385633 Aug 25 16:13:35.026868 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6d114c41-bb1e-4b12-bd14-a536e05db6cc up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:13:35.097237 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 6d114c41-bb1e-4b12-bd14-a536e05db6cc completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:13:35.101852 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 6d114c41-bb1e-4b12-bd14-a536e05db6cc triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:13:35.102235 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.220158 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.253186 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:35.271041 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:13:35.276338 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:35.279828 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:35.324986 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'code': 200} Aug 25 16:13:35.365743 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:35.369175 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:35.751471 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c98a7c69-44ad-438a-8f57-f8f2920377c3 req-5546ff89-3467-4d8b-bb01-70d5af3d784c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1099 time: 0.0767925 Aug 25 16:13:35.796342 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-c98a7c69-44ad-438a-8f57-f8f2920377c3 req-7bd92aec-cfe7-4f05-9419-55c3b0d1264a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377522 Aug 25 16:13:36.180411 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c359b-8e9d-4da1-8258-96377623bc19 req-a13b4216-19d6-4915-83fc-350c80524346 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:36.181928 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-769c359b-8e9d-4da1-8258-96377623bc19 req-a13b4216-19d6-4915-83fc-350c80524346 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0764749 Aug 25 16:13:36.230462 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-769c359b-8e9d-4da1-8258-96377623bc19 req-d77d018b-1181-4a92-9897-f71b76c47517 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428634 Aug 25 16:13:37.541973 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68021fc5-ec22-4d7b-99c7-1f220a4b94c0 req-98394c5b-fb3a-4720-b13c-e8903fb5153f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:37.543481 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-68021fc5-ec22-4d7b-99c7-1f220a4b94c0 req-98394c5b-fb3a-4720-b13c-e8903fb5153f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.1911416 Aug 25 16:13:37.590738 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-68021fc5-ec22-4d7b-99c7-1f220a4b94c0 req-1a278cfc-4c50-492b-b49c-31584933cb45 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Aug 25 16:13:38.801225 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4402e-6575-4421-9144-d9b40824b14d req-3b8f92db-855b-454b-a77f-a6ec85eba795 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:38.802665 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a0c4402e-6575-4421-9144-d9b40824b14d req-3b8f92db-855b-454b-a77f-a6ec85eba795 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0847898 Aug 25 16:13:38.858435 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a0c4402e-6575-4421-9144-d9b40824b14d req-fa6c83fa-884b-42ed-a9da-b93088fe1b67 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499923 Aug 25 16:13:39.145981 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee8f64-5206-4707-8f1a-7c10abc28a93 req-b1901ef3-d74a-4761-9499-677ca018aa18 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:39.147453 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-afee8f64-5206-4707-8f1a-7c10abc28a93 req-b1901ef3-d74a-4761-9499-677ca018aa18 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.1629574 Aug 25 16:13:39.196176 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-afee8f64-5206-4707-8f1a-7c10abc28a93 req-102f0c6e-3bf3-4fe8-a864-805fc6ac115b tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425844 Aug 25 16:13:39.224753 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35732) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:39.301553 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:39.520463 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e3dd8632-4f5c-4c92-b3c5-1da3207866a7 tempest-TestShelveInstance-469180839 tempest-TestShelveInstance-469180839-project-admin] Synchronizing usage tracker for tenant:78cc6630b0ab47cc95fdb336254477c6 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:13:39.543305 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e3dd8632-4f5c-4c92-b3c5-1da3207866a7 tempest-TestShelveInstance-469180839 tempest-TestShelveInstance-469180839-project-admin] Unset dirty status for tenant:78cc6630b0ab47cc95fdb336254477c6 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:13:39.544808 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-e3dd8632-4f5c-4c92-b3c5-1da3207866a7 tempest-TestShelveInstance-469180839 tempest-TestShelveInstance-469180839-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1094 time: 0.3189752 Aug 25 16:13:39.549052 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35740) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:39.555321 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Request body: {'floatingip': {'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'port_id': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'fixed_ip_address': '172.20.0.14'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:13:39.562490 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:39.566991 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Usage tracker for resource:floatingip and tenant:2c9ad783b7534d548d618b99c3710867 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:39.572356 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:39.579177 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:39.597511 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for floatingip, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:39.783106 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:39.987070 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Allocated IP 172.28.1.220 (085ff2d1-b932-4f65-9996-363c25e7cc84/c30dd903-d750-4461-8ac1-420a97573764/4de1b025-5778-481d-9e1a-64c829597b51) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:13:40.180181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:40.210380 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:40.214539 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-28fd5bd5-55ab-4e26-a60d-07a0c9c2482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:40.283001 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Network 085ff2d1-b932-4f65-9996-363c25e7cc84 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:13:40.285957 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:13:40.290033 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:13:40.321229 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'Port': ['ID=4de1b025-5778-481d-9e1a-64c829597b51,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:40.328315 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:40.864257 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:40.921480 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:41.163186 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:41.167225 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:41.171688 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-39ebc5ba-dcb7-456f-85bd-348860ed39c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:41.275596 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event updated for resources: {'Port': ['ID=4de1b025-5778-481d-9e1a-64c829597b51,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:41.278553 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:41.300086 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:41.601877 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.l3_db [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Floating IP e2d7ae69-3065-4061-a8b1-a2994d6abdfd associated. External IP: 172.28.1.220, port: 6d114c41-bb1e-4b12-bd14-a536e05db6cc. Aug 25 16:13:42.038072 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Router 077b4699-05d6-4e6d-82b0-88f83289d08d has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:13:42.255105 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:13:42.268428 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] Sync routers for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:13:42.284755 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:42.290970 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:42.292005 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:13:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:42.345038 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7948577 Aug 25 16:13:42.345714 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:13:42.414798 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'status': 'completed', 'code': 200} Aug 25 16:13:42.522519 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:42.552171 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-34dce8fd-7487-4957-9109-b0b0bb5b9d7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1099 time: 0.0742245 Aug 25 16:13:42.717585 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-7e7c845b-d087-4155-99aa-dc6ec9c9de60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:42.719166 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-7e7c845b-d087-4155-99aa-dc6ec9c9de60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 909 time: 0.1587574 Aug 25 16:13:42.867963 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-23786124-4a6e-4a9f-a1bf-063f875460b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 1000 time: 0.1384439 Aug 25 16:13:42.947800 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-e41c9432-3c28-478c-aa89-5155bd596cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:42.950189 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-e41c9432-3c28-478c-aa89-5155bd596cdc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.0652888 Aug 25 16:13:42.990089 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': 'e2d7ae69-3065-4061-a8b1-a2994d6abdfd', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'port_id': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'mac_address': 'fa:16:3e:81:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:13:40Z', 'updated_at': '2021-08-25T16:13:40Z', 'revision_number': 0, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:56Z', 'revision_number': 5, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:42.995050 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] Checking router: 077b4699-05d6-4e6d-82b0-88f83289d08d for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:13:43.006813 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:13:43.007440 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:13:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:43.085236 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-67282329-03e8-44af-867f-1a02d6f5db11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819910 Aug 25 16:13:43.240546 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-1d906d58-56b2-422f-ba9e-b3527180c101 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471739 Aug 25 16:13:43.252431 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:13:43.411279 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fc119891-7e77-4d9d-ab2b-32b699add508 req-3de41e68-6b04-4e6a-a3e1-ed9a2e256d71 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631227 Aug 25 16:13:43.579310 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35810) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:43.668022 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': 'e2d7ae69-3065-4061-a8b1-a2994d6abdfd', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'port_id': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'mac_address': 'fa:16:3e:81:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:13:40Z', 'updated_at': '2021-08-25T16:13:40Z', 'revision_number': 0, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:56Z', 'revision_number': 5, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:13:43.672673 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3af328-2134-4e18-abae-9320fa1e730e None None] The sync data for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb is: [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_floatingips': [{'id': 'e2d7ae69-3065-4061-a8b1-a2994d6abdfd', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'router_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'port_id': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'mac_address': 'fa:16:3e:81:96:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-25T16:13:40Z', 'updated_at': '2021-08-25T16:13:40Z', 'revision_number': 0, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:56Z', 'revision_number': 5, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:13:43.734019 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.768822 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:43.772739 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Usage tracker for resource:security_group_rule and tenant:bc62d0de5d154654a1e93ed170dd52ba is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:43.775625 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:43.781452 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:43.853118 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.857598 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:43.870526 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:43.874418 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d6559-96bd-48e5-acf3-7265596593a8 None None] New status for floating IP e2d7ae69-3065-4061-a8b1-a2994d6abdfd: ACTIVE {{(pid=75093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:13:43.912345 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc62d0de5d154654a1e93ed170dd52ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3316464 Aug 25 16:13:43.913060 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705d1504-1c62-4413-bcae-eb5dbcf0f3cd,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:43.914856 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 35816) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:43.916217 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:43.975869 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-051af8c6-ebf1-40e8-a621-5f8603f4a3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.001553 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-051af8c6-ebf1-40e8-a621-5f8603f4a3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.052945 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-051af8c6-ebf1-40e8-a621-5f8603f4a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.057791 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-883384dc-4f6d-4234-bb53-fed3dbabad49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:44.071105 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af8c6-ebf1-40e8-a621-5f8603f4a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705d1504-1c62-4413-bcae-eb5dbcf0f3cd,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:44.073888 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-051af8c6-ebf1-40e8-a621-5f8603f4a3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:44.074945 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-051af8c6-ebf1-40e8-a621-5f8603f4a3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.078728 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-051af8c6-ebf1-40e8-a621-5f8603f4a3f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/705d1504-1c62-4413-bcae-eb5dbcf0f3cd HTTP/1.1" status: 204 len: 168 time: 0.1596754 Aug 25 16:13:44.401874 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35824) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:44.424759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.457146 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:44.461020 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Usage tracker for resource:security_group_rule and tenant:dc9d12d2480247faba3274006f1d794d is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:44.463797 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:44.469679 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:44.536931 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.540615 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.546859 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-0fb27c77-9e49-49ea-b647-d150c5a567fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:44.586722 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cff94b-6c17-4a12-ab76-052211292a77,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:44.590277 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:44.598108 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc9d12d2480247faba3274006f1d794d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1918178 Aug 25 16:13:44.598108 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35830) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:44.663084 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.688675 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.740112 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.743903 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-5a35d044-d06f-4f93-a1b0-1bc07fd8295a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:44.759366 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cff94b-6c17-4a12-ab76-052211292a77,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:44.763183 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:44.769807 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:44.770918 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29cff94b-6c17-4a12-ab76-052211292a77 HTTP/1.1" status: 204 len: 168 time: 0.1721771 Aug 25 16:13:45.444191 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-ee30ef40-d085-4ecc-baec-e57b1e1a05b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753336 Aug 25 16:13:45.622517 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-c7440306-73c2-4075-bd69-22214366ca97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1098 time: 0.0765817 Aug 25 16:13:45.786714 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-619200df-6e5a-42bf-a2a9-dec8e5e6dafb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:45.788566 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-619200df-6e5a-42bf-a2a9-dec8e5e6dafb service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1418490 Aug 25 16:13:45.893724 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-d45d430a-1cf4-4e11-b0f6-adfeb1481b9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 1001 time: 0.0983412 Aug 25 16:13:45.968760 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-8e47e4a8-c3cf-4931-ae00-4ac84c04e5f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:13:45.970826 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-8e47e4a8-c3cf-4931-ae00-4ac84c04e5f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0698833 Aug 25 16:13:46.049941 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-ed0ae0af-c549-4ad4-8e7c-14ed1f36273f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716314 Aug 25 16:13:46.128599 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35862) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:46.273371 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.277069 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-6dd5e501-4397-4e42-8352-ab5c57f75086 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195582 Aug 25 16:13:46.304767 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:13:46.308596 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Usage tracker for resource:security_group_rule and tenant:00ab41de2cd148b8b3884ce1e98d9f58 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:13:46.311369 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:13:46.317701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:13:46.384684 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.388665 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.396373 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-4518c339-5ad2-44ad-a7d8-90fc4ca3ca1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:46.413042 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-563a237d-f51e-4baf-bb7f-28a4416fb522 req-86f98c23-f940-4f2a-89fe-327b14efced3 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265373 Aug 25 16:13:46.436393 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e38863-b389-4d85-84f2-9c556a5950fb,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:46.439810 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:46.444360 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00ab41de2cd148b8b3884ce1e98d9f58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3121893 Aug 25 16:13:46.445456 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 35868) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:13:46.502999 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.527460 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.582066 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.585696 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-41aad395-b635-46ca-8e47-42144b19784a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:13:46.596666 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e38863-b389-4d85-84f2-9c556a5950fb,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:13:46.600065 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:13:46.604797 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:46.608528 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32e38863-b389-4d85-84f2-9c556a5950fb HTTP/1.1" status: 204 len: 168 time: 0.1606529 Aug 25 16:13:51.514601 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:52.235372 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ee06ad85-1b21-4835-b16f-ebd80ba727fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:55.410547 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ec5bac0e-612e-4fda-81e9-8ed42345aaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:56.748785 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:13:58.059031 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:05.778054 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:14:09.315056 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:10.862198 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 36024) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:11.005016 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.036130 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:11.039755 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Usage tracker for resource:security_group_rule and tenant:912ff79741e44f64a2b5e86b228b2530 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:11.042469 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:11.048774 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:11.113779 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.117431 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.124168 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-489d3ee4-24f1-4473-a191-87d13ad0ad8b tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:11.167979 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196735ce-80d4-4f7d-8fed-f9626d85a761,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:11.172921 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=912ff79741e44f64a2b5e86b228b2530&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3091788 Aug 25 16:14:11.173782 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3325869e-01c1-4cdd-b96f-0eeaffcb3749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:11.175481 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 36030) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:11.232785 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1ee7855d-d82d-4236-aee4-cb0e26c93044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.258461 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1ee7855d-d82d-4236-aee4-cb0e26c93044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.310562 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1ee7855d-d82d-4236-aee4-cb0e26c93044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.315912 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5bbee539-693b-4d7e-b9ce-cdf008debf7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:11.327560 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7855d-d82d-4236-aee4-cb0e26c93044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196735ce-80d4-4f7d-8fed-f9626d85a761,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:11.330867 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-1ee7855d-d82d-4236-aee4-cb0e26c93044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:11.332832 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-1ee7855d-d82d-4236-aee4-cb0e26c93044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:11.336563 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-1ee7855d-d82d-4236-aee4-cb0e26c93044 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/196735ce-80d4-4f7d-8fed-f9626d85a761 HTTP/1.1" status: 204 len: 168 time: 0.1601391 Aug 25 16:14:21.166165 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 36176) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.310806 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.343117 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:21.348701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Usage tracker for resource:security_group_rule and tenant:69a98c7e511640919d8f5fe9282e6441 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:21.351690 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:21.357384 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:21.422564 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.427396 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.434012 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d4275425-c16f-485c-abcb-421cba7abbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.476945 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d463af05-6b04-40e1-9330-5a5c7e87c3e3,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.481639 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69a98c7e511640919d8f5fe9282e6441&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3144066 Aug 25 16:14:21.482708 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.484472 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 36182) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:21.519082 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.556070 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffd03-dc3e-430b-b5cd-4ea03d737e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.584019 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffd03-dc3e-430b-b5cd-4ea03d737e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.643008 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffd03-dc3e-430b-b5cd-4ea03d737e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.646731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6162aded-32ae-4d86-b691-64bb167e04e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:21.658738 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ffd03-dc3e-430b-b5cd-4ea03d737e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d463af05-6b04-40e1-9330-5a5c7e87c3e3,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:21.663844 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-dc5ffd03-dc3e-430b-b5cd-4ea03d737e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:21.668274 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc5ffd03-dc3e-430b-b5cd-4ea03d737e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:21.671341 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-dc5ffd03-dc3e-430b-b5cd-4ea03d737e0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d463af05-6b04-40e1-9330-5a5c7e87c3e3 HTTP/1.1" status: 204 len: 168 time: 0.1841497 Aug 25 16:14:21.992624 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 36192) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:22.011878 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.043672 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:22.047477 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Usage tracker for resource:security_group_rule and tenant:2c028225f4f440e38597735d7d5e0641 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:22.050285 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:22.056624 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:22.129893 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.133873 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.140842 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c6d165c3-48c8-47a0-b08b-2a35c94bb26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.180263 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99908c2-45aa-4d69-b70f-615fad3c1403,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.187896 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c028225f4f440e38597735d7d5e0641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1941872 Aug 25 16:14:22.191278 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 36196) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:22.193762 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.194142 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.194513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.194874 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.195231 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.195587 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.195972 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.196326 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.196679 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.197025 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.197376 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:22.201112 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9f5256ce-ce2d-4004-9fd0-bafeb5812c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.227852 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9feb3814-fff0-4c7d-a614-f575a9d68d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.254062 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.279784 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.330623 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.334378 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-3d796161-55e5-4032-895a-a1e84d911cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:22.344884 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99908c2-45aa-4d69-b70f-615fad3c1403,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:22.348631 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:22.352320 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.353427 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d99908c2-45aa-4d69-b70f-615fad3c1403 HTTP/1.1" status: 204 len: 168 time: 0.1611583 Aug 25 16:14:22.743552 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 36204) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:22.765551 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.872829 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:22.876733 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Usage tracker for resource:security_group_rule and tenant:4ea557e4452b4d9c9363d93dbf2bcec2 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:22.879667 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:22.885616 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:22.954388 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.958243 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:22.964688 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2c0e0701-9313-44b9-80dc-d4dc97a0358f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:23.001756 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753cdd0d-1e70-45d9-a238-75bc3063d18b,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:23.006458 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:23.013334 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ea557e4452b4d9c9363d93dbf2bcec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2653501 Aug 25 16:14:23.013334 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 36210) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:23.075940 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.102145 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.156233 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.160568 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2c764d89-6ae2-4abb-8294-4d53f70cd57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:23.172903 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cdd0d-1e70-45d9-a238-75bc3063d18b,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:23.175739 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:23.177709 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:23.178750 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/753cdd0d-1e70-45d9-a238-75bc3063d18b HTTP/1.1" status: 204 len: 168 time: 0.1653600 Aug 25 16:14:25.411889 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-71d90b09-4e35-432d-a11c-a8c4e5e08889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:26.751939 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:28.061768 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:36.964331 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58229f7d-49d6-4c1e-a6e2-806ac84367f7 req-4407af19-d28e-49d0-9e1e-29b9c5c095f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:36.965685 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-58229f7d-49d6-4c1e-a6e2-806ac84367f7 req-4407af19-d28e-49d0-9e1e-29b9c5c095f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0777271 Aug 25 16:14:37.016687 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-58229f7d-49d6-4c1e-a6e2-806ac84367f7 req-82e16203-45ec-4900-8c9f-561b091520e0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454190 Aug 25 16:14:38.242120 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b310777-7ac3-4cbd-b0b9-d7374dddfcb1 req-5162eddb-46ed-4acf-b523-ff74c515e63e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:38.243583 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5b310777-7ac3-4cbd-b0b9-d7374dddfcb1 req-5162eddb-46ed-4acf-b523-ff74c515e63e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0772491 Aug 25 16:14:38.288428 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5b310777-7ac3-4cbd-b0b9-d7374dddfcb1 req-c7487740-dd76-4b96-ad62-fc9da2aee6a8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392561 Aug 25 16:14:39.318850 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:39.505046 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357f252-9550-4c80-8382-ccc2afccf6f5 req-51f43d47-4649-48a5-b2a5-0b6e74cf6d1a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:39.507878 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8357f252-9550-4c80-8382-ccc2afccf6f5 req-51f43d47-4649-48a5-b2a5-0b6e74cf6d1a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0835240 Aug 25 16:14:39.558276 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8357f252-9550-4c80-8382-ccc2afccf6f5 req-fc330e84-9bad-4f9d-8a60-2ffd568e8b2e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Aug 25 16:14:40.771244 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1c51d-f717-4632-9a53-0daf97d30723 req-3e8e0082-837b-44ac-bea9-a44288299db4 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:40.772725 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ce1c51d-f717-4632-9a53-0daf97d30723 req-3e8e0082-837b-44ac-bea9-a44288299db4 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0790915 Aug 25 16:14:40.817319 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2ce1c51d-f717-4632-9a53-0daf97d30723 req-4a88f16c-76c6-4fd6-bc8d-8e665d7fc0b1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389555 Aug 25 16:14:42.033404 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78c4ea-a286-4967-ae73-9a1c72444150 req-830f3f4d-0302-4069-961a-d8403760debb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:42.034789 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5b78c4ea-a286-4967-ae73-9a1c72444150 req-830f3f4d-0302-4069-961a-d8403760debb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0796115 Aug 25 16:14:42.081953 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5b78c4ea-a286-4967-ae73-9a1c72444150 req-56fc339e-5152-40f3-b8bd-1b6e801bde8f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Aug 25 16:14:42.777565 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:14:43.298013 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af87c1c-a80b-4ada-9cce-5da0f71993ed req-81c054ba-a838-4485-b836-50234cf5262a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:43.299899 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7af87c1c-a80b-4ada-9cce-5da0f71993ed req-81c054ba-a838-4485-b836-50234cf5262a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0771627 Aug 25 16:14:43.355368 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7af87c1c-a80b-4ada-9cce-5da0f71993ed req-e2b3d2b7-4f8d-43ef-8039-ebfea4c4082b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484078 Aug 25 16:14:44.575365 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111d12e-2f10-4adb-8806-e9ad33f6b67f req-afd4edac-49e1-48d5-9997-577241be415d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:44.576860 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d111d12e-2f10-4adb-8806-e9ad33f6b67f req-afd4edac-49e1-48d5-9997-577241be415d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0841131 Aug 25 16:14:44.622672 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d111d12e-2f10-4adb-8806-e9ad33f6b67f req-0b7aa69a-5884-4430-81ba-8a742d760761 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403025 Aug 25 16:14:45.882577 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c74e7-3c5d-405a-b385-2bc2fadf89b1 req-c85e14fc-1195-42d8-8d77-9a6081452bdb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:45.884285 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a84c74e7-3c5d-405a-b385-2bc2fadf89b1 req-c85e14fc-1195-42d8-8d77-9a6081452bdb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0843792 Aug 25 16:14:45.934013 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a84c74e7-3c5d-405a-b385-2bc2fadf89b1 req-f53a7a42-4acb-4394-aca2-5e04341309e3 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Aug 25 16:14:46.580107 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-1a1c9ccb-4217-4a9c-bec9-f1a61b27cb8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721562 Aug 25 16:14:46.688808 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-eac8be67-6b4f-4fa7-9132-bba999676689 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1099 time: 0.0734072 Aug 25 16:14:46.836451 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-d4439628-e0fd-434b-8552-32313e34f8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:46.837814 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-d4439628-e0fd-434b-8552-32313e34f8ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 909 time: 0.1271605 Aug 25 16:14:46.942862 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-2c7563c9-7d9a-4f86-8d47-54e3161df005 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 1002 time: 0.0965633 Aug 25 16:14:47.007252 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-d455fece-ceea-4057-ac7f-52e0bbb1b3c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.008734 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-d455fece-ceea-4057-ac7f-52e0bbb1b3c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.0592108 Aug 25 16:14:47.151201 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-3259dbfa-6495-42ef-9c55-1f7c17dd650f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1278765 Aug 25 16:14:47.165776 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67834c02-c43a-402c-b900-0663fe5635a5 req-de90600a-024d-4176-a5a7-80b1e6e69f82 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:47.167156 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-67834c02-c43a-402c-b900-0663fe5635a5 req-de90600a-024d-4176-a5a7-80b1e6e69f82 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0934224 Aug 25 16:14:47.293284 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-67834c02-c43a-402c-b900-0663fe5635a5 req-b35f73e3-602d-4cc9-8761-e04ee48e93f4 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082835 Aug 25 16:14:47.325439 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-987dc63f-13a1-4a0a-987c-2eb8685a9fe2 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573684 Aug 25 16:14:47.553766 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9b9813b3-53b7-431b-a731-a3b84d71f441 req-0036fa69-94bf-4c3e-852b-d6df68e4b5f7 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210474 Aug 25 16:14:48.509998 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b85aed-6480-4b0d-b63c-4a5e159f0023 req-94045373-78fd-4cea-9671-3782aa27517b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:48.511528 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a1b85aed-6480-4b0d-b63c-4a5e159f0023 req-94045373-78fd-4cea-9671-3782aa27517b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0818977 Aug 25 16:14:48.564905 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a1b85aed-6480-4b0d-b63c-4a5e159f0023 req-1fbc77ac-b22c-4c53-8c56-715f2087a1af tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 Aug 25 16:14:49.510702 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:14:49.694284 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:49.708236 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'port_id': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'mac_address': 'fa:16:3e:e6:47:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:14:49.771128 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:49.789652 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e45d2137-91ad-438d-b021-eba0fe6af77c {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:14:49.792315 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919743eb-5b0c-469c-ad06-e7f14c250acc req-5c0a40ac-3202-4b22-b3f8-c7d915f228b7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:49.793881 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-919743eb-5b0c-469c-ad06-e7f14c250acc req-5c0a40ac-3202-4b22-b3f8-c7d915f228b7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0877838 Aug 25 16:14:49.805847 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:49.810442 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:49.812991 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:49.844134 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-919743eb-5b0c-469c-ad06-e7f14c250acc req-ba2c9d03-3d16-4058-aead-1fb5889ee1a1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Aug 25 16:14:49.880367 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=6']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:49.889640 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.890104 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.890443 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.890899 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.891354 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.891680 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.892085 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.892681 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.892988 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.893307 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.893624 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:14:49.898077 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:49.983901 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['e45d2137-91ad-438d-b021-eba0fe6af77c'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:14:51.057514 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2b3a-895d-4d55-9775-e3bc6c305884 req-be6fb856-7f0c-4e81-8367-cfd221ec352f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:51.058957 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3e5f2b3a-895d-4d55-9775-e3bc6c305884 req-be6fb856-7f0c-4e81-8367-cfd221ec352f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 944 time: 0.0759587 Aug 25 16:14:51.103880 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-3e5f2b3a-895d-4d55-9775-e3bc6c305884 req-8bed8012-921a-4f07-9869-85a6a66266b9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 Aug 25 16:14:51.515343 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:14:51.586635 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:51.628164 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port e45d2137-91ad-438d-b021-eba0fe6af77c triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:14:51.628545 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:51.768423 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:51.816483 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:14:51.832397 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:14:51.840440 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:51.843861 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:14:51.934019 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'code': 200} Aug 25 16:14:51.966276 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=7']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:14:51.969373 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:14:52.230487 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-00dca6ef-2a80-42ac-8d69-e7044a9d155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:52.320758 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79edb-c336-42c9-bcfb-6092e94b45b9 req-f7aebd22-61c3-4ad0-b113-4bddb3b4a568 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:52.322931 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-66b79edb-c336-42c9-bcfb-6092e94b45b9 req-f7aebd22-61c3-4ad0-b113-4bddb3b4a568 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0816114 Aug 25 16:14:52.369520 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-66b79edb-c336-42c9-bcfb-6092e94b45b9 req-8146a535-a544-45d0-ac52-da74c4fd3eaf tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409310 Aug 25 16:14:53.593912 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d2896-a2b5-4921-8cb8-49a0f4a7881a req-6dc7517a-9142-42a0-b1ee-982af292509d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:53.598958 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b74d2896-a2b5-4921-8cb8-49a0f4a7881a req-6dc7517a-9142-42a0-b1ee-982af292509d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0837359 Aug 25 16:14:53.662232 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b74d2896-a2b5-4921-8cb8-49a0f4a7881a req-e7894b6b-1fec-43a1-9e82-3e39272bd92f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602515 Aug 25 16:14:54.884759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fcd07-0f1f-4ede-a909-2a959511f49f req-84cfcd75-3a2d-42b6-8680-5fda96b78201 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:54.886376 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b56fcd07-0f1f-4ede-a909-2a959511f49f req-84cfcd75-3a2d-42b6-8680-5fda96b78201 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0824747 Aug 25 16:14:54.939032 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b56fcd07-0f1f-4ede-a909-2a959511f49f req-874aad77-161a-4694-a5af-36a657cffddb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 Aug 25 16:14:55.417017 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5332cd20-d269-4f91-ba08-5336790f7860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:56.154663 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a3d0c-6f00-4246-8eab-fb474cff8eae req-e13b5ba1-2b74-4a4c-89de-0bf20da903de tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:56.156122 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-219a3d0c-6f00-4246-8eab-fb474cff8eae req-e13b5ba1-2b74-4a4c-89de-0bf20da903de tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0763116 Aug 25 16:14:56.203021 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-219a3d0c-6f00-4246-8eab-fb474cff8eae req-e1ceb179-f68f-4c2a-bd3e-02a7d1f61112 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Aug 25 16:14:56.755320 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:57.436812 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fc0cb-9e26-40e9-98b0-b4f5f044b3e5 req-0f07889b-6620-4a72-aa8b-285ffce26d6d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:57.438216 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e08fc0cb-9e26-40e9-98b0-b4f5f044b3e5 req-0f07889b-6620-4a72-aa8b-285ffce26d6d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0894516 Aug 25 16:14:57.490109 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e08fc0cb-9e26-40e9-98b0-b4f5f044b3e5 req-b48ec84d-8161-4de7-96c7-5056f5818d57 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457635 Aug 25 16:14:58.072410 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:58.803089 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a972217-4fa2-4a6a-8b93-2dd67e44898c req-c931b86a-f93b-4a69-9f1f-d56febee5617 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:14:58.805145 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a972217-4fa2-4a6a-8b93-2dd67e44898c req-c931b86a-f93b-4a69-9f1f-d56febee5617 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.1326885 Aug 25 16:14:58.858658 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5a972217-4fa2-4a6a-8b93-2dd67e44898c req-b431282c-4552-4a7d-95cd-eaf950999067 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470793 Aug 25 16:14:59.644919 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 36462) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:14:59.811999 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.851329 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:14:59.856711 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Usage tracker for resource:security_group_rule and tenant:b2246d5bf3c84368b383fb24fa29be44 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:14:59.859889 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:14:59.867881 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:14:59.969729 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.975304 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:14:59.986586 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:00.086221 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc8de07-eaef-4bd1-be56-97718a05074e,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:00.090063 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2246d5bf3c84368b383fb24fa29be44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4441080 Aug 25 16:15:00.093875 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 36470) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:00.107499 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.107885 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.108285 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.108659 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.109018 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.109378 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.110276 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.110634 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.110991 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.111344 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.111697 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:15:00.119484 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-cbc8a6cc-cdfb-4a05-be57-3a1126ed5827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:00.161062 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04e4fb-bea6-4446-9eb7-996f3d804a44 req-80379da0-f6ae-488c-901a-880f3e33c40b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:00.162991 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ce04e4fb-bea6-4446-9eb7-996f3d804a44 req-80379da0-f6ae-488c-901a-880f3e33c40b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.1249335 Aug 25 16:15:00.206595 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b8092f9b-5092-4faf-b59b-89992b310e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:00.216024 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ce04e4fb-bea6-4446-9eb7-996f3d804a44 req-267f2ec0-c26c-4f77-b20c-27803ec89419 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468080 Aug 25 16:15:00.242328 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b8092f9b-5092-4faf-b59b-89992b310e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:00.308186 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b8092f9b-5092-4faf-b59b-89992b310e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:00.314604 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-4d89d4f9-2fb3-4640-b298-4e579e88430f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:00.330422 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8092f9b-5092-4faf-b59b-89992b310e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc8de07-eaef-4bd1-be56-97718a05074e,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:00.332778 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b8092f9b-5092-4faf-b59b-89992b310e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:00.343552 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-b8092f9b-5092-4faf-b59b-89992b310e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:00.352723 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-b8092f9b-5092-4faf-b59b-89992b310e29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddc8de07-eaef-4bd1-be56-97718a05074e HTTP/1.1" status: 204 len: 168 time: 0.2574887 Aug 25 16:15:01.271819 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 36498) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:01.451884 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1569187811-network', 'tenant_id': 'fca47541d0d64df287c2f4e77312778a'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:01.458508 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:01.463752 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Usage tracker for resource:network and tenant:fca47541d0d64df287c2f4e77312778a is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:01.466601 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:01.475722 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:01.482984 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7cb1b-8751-472d-a30b-fcc5cd74e910 req-8631cc14-4565-42ed-acec-fae85592c339 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:01.490253 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-59c7cb1b-8751-472d-a30b-fcc5cd74e910 req-8631cc14-4565-42ed-acec-fae85592c339 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.1162758 Aug 25 16:15:01.518005 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Made reservation on behalf of fca47541d0d64df287c2f4e77312778a for: {'network': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:15:01.520369 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for network, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.535007 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.569254 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-59c7cb1b-8751-472d-a30b-fcc5cd74e910 req-2bf7e3c1-cab6-4ff4-a943-08a9c4256c5a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780594 Aug 25 16:15:01.596242 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:01.600633 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Usage tracker for resource:security_group_rule and tenant:fca47541d0d64df287c2f4e77312778a is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:01.603957 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:01.611279 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:01.711406 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.716985 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.726068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3a361e83-8f80-40d0-b17b-963895ffef08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:01.762798 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=75091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 25 16:15:01.799426 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04913656-48cf-4966-92be-d928f23d5545,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:01.803874 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:01.804845 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.805179 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.db.segments_db [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Added segment 8acd9e23-c9f3-4b69-a717-e1cef81763ef of type vlan for network eff7ce1b-7632-48d6-a8a4-00542eeb6874 Aug 25 16:15:01.859395 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748442899878'] for network, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.890457 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807'] for network, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.892882 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:01.893552 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:01.897444 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e1e0043e-f10b-4266-88ab-edff3111393b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:01.995503 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Pushing event updated for resources: {'Network': ['ID=eff7ce1b-7632-48d6-a8a4-00542eeb6874,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:02.000653 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:02.008457 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Network eff7ce1b-7632-48d6-a8a4-00542eeb6874 details requested by agent ovs-agent-dv-cinder-805825-2-smb with host dv-cinder-805825-2-smb {{(pid=75093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 25 16:15:02.022083 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7482870 Aug 25 16:15:02.026447 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 36504) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:15:02.033679 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Request body: {'subnet': {'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1569187811-subnet', 'tenant_id': 'fca47541d0d64df287c2f4e77312778a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:02.038624 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:02.042934 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Usage tracker for resource:subnet and tenant:fca47541d0d64df287c2f4e77312778a is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:02.046166 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:02.052787 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:02.067658 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Made reservation on behalf of fca47541d0d64df287c2f4e77312778a for: {'subnet': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:15:02.070342 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1789589'] for subnet, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:02.324823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1878975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1789575'] for subnet, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:02.330268 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:02.387405 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3714885-75dd-4ff0-b61e-e0ddccd2ce49,revision_number=0']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:02.391617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:02.419132 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Checking segment: {'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:15:02.419646 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Network hostable DHCP agents. Network: eff7ce1b-7632-48d6-a8a4-00542eeb6874, hostable agents: ['1b1d7125-03a7-4646-8fb5-a12723ee53ea'], hosted agents: [] {{(pid=75092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 16:15:02.444280 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Network eff7ce1b-7632-48d6-a8a4-00542eeb6874 is scheduled to be hosted by DHCP agent 1b1d7125-03a7-4646-8fb5-a12723ee53ea with binding_index 1 {{(pid=75092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 16:15:02.454674 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-2-smb, eff7ce1b-7632-48d6-a8a4-00542eeb6874) {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:15:02.459147 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:02.459748 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:02.465738 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54178a-9663-4076-b601-c643d61bb0b1 None None] Network eff7ce1b-7632-48d6-a8a4-00542eeb6874 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:15:02.488502 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-66754a50-60fd-4c53-912e-915525d9afc0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4608369 Aug 25 16:15:02.804277 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c98940-1a4a-478f-8514-6e8095451f55 None None] Network eff7ce1b-7632-48d6-a8a4-00542eeb6874 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:15:02.922026 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e47a8e-a58d-428e-8016-d6c1fb62ea69 req-05e430b6-9a97-44ae-aae7-34585a2a7afa tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:02.929050 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-97e47a8e-a58d-428e-8016-d6c1fb62ea69 req-05e430b6-9a97-44ae-aae7-34585a2a7afa tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0999570 Aug 25 16:15:02.987544 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-97e47a8e-a58d-428e-8016-d6c1fb62ea69 req-7b4575d2-3150-41a7-8a00-b8096eb14dd7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575151 Aug 25 16:15:04.204890 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b48ba-2db9-4106-83bc-a640540a606e req-683689a2-08f6-4083-935b-f3d5195f045a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:04.206416 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-934b48ba-2db9-4106-83bc-a640540a606e req-683689a2-08f6-4083-935b-f3d5195f045a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0804305 Aug 25 16:15:04.260340 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-934b48ba-2db9-4106-83bc-a640540a606e req-975f0a75-7b5c-44a7-9a29-0c9b6c851bb0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482554 Aug 25 16:15:04.913591 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aace213-a500-4c70-b61b-0777a92a1731 req-0f165bea-9ec1-4adb-8626-80fbfca3a4f8 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:04.915155 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-0f165bea-9ec1-4adb-8626-80fbfca3a4f8 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/networks?id=eff7ce1b-7632-48d6-a8a4-00542eeb6874 HTTP/1.1" status: 200 len: 814 time: 0.3236134 Aug 25 16:15:04.946429 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-8010a2f5-7300-42c0-ac7c-667d988d3916 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/quotas/fca47541d0d64df287c2f4e77312778a HTTP/1.1" status: 200 len: 375 time: 0.0173857 Aug 25 16:15:04.996835 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-453c650d-f41e-408c-baae-4080e3d2fd08 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca47541d0d64df287c2f4e77312778a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466604 Aug 25 16:15:05.009552 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-c374eded-cd28-4dbb-b3be-98703fe785a2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75092) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:15:05.010609 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-c374eded-cd28-4dbb-b3be-98703fe785a2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056508 Aug 25 16:15:05.162580 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-86a6d387-a896-4f40-a59c-16e87adc0d3d service neutron] 10.222.0.30 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444068 Aug 25 16:15:05.314734 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-1634882f-a0aa-499d-9ad3-557ca68359e7 service neutron] 10.222.0.30 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462882 Aug 25 16:15:05.550860 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dbaba-417e-4f13-b192-998264ab7d59 req-eaf590a2-ba33-4ab7-bd31-0b9bcbe470ac tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:05.568712 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-208dbaba-417e-4f13-b192-998264ab7d59 req-eaf590a2-ba33-4ab7-bd31-0b9bcbe470ac tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.1358223 Aug 25 16:15:05.614829 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-86518e1e-7f3e-4dcf-834b-834aa8e42d68 req-ffddc748-6d0e-431e-8e0f-a4c64431bbaa tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 210 time: 0.0652297 Aug 25 16:15:05.649862 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-208dbaba-417e-4f13-b192-998264ab7d59 req-5df229c7-b23d-488e-8dd4-7116023f5c8e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797822 Aug 25 16:15:06.859538 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c17053e1-93d6-4a43-be2f-069a0a40b2d5 req-77072061-7bc4-417b-92c8-e8195629a36d tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 210 time: 0.0684519 Aug 25 16:15:07.114076 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aace213-a500-4c70-b61b-0777a92a1731 req-8413ae68-f37a-42e6-9d84-4211312312e7 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:07.114874 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9aace213-a500-4c70-b61b-0777a92a1731 req-8413ae68-f37a-42e6-9d84-4211312312e7 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Synchronizing usage tracker for tenant:fca47541d0d64df287c2f4e77312778a on resource:network {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:07.123895 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2599fe-ea4c-4866-8182-59ee6beac458 req-7cf6c175-ae96-48de-9018-d107e63aa69b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:07.129883 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8f2599fe-ea4c-4866-8182-59ee6beac458 req-7cf6c175-ae96-48de-9018-d107e63aa69b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.1888313 Aug 25 16:15:07.169157 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9aace213-a500-4c70-b61b-0777a92a1731 req-8413ae68-f37a-42e6-9d84-4211312312e7 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Unset dirty status for tenant:fca47541d0d64df287c2f4e77312778a on resource:network {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:07.170306 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-8413ae68-f37a-42e6-9d84-4211312312e7 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "GET /v2.0/networks?id=eff7ce1b-7632-48d6-a8a4-00542eeb6874 HTTP/1.1" status: 200 len: 814 time: 0.3370297 Aug 25 16:15:07.212199 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Request body: {'port': {'device_id': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874', 'admin_state_up': True, 'tenant_id': 'fca47541d0d64df287c2f4e77312778a'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:07.235875 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8f2599fe-ea4c-4866-8182-59ee6beac458 req-54816475-17f9-4980-9470-af39e657df67 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985818 Aug 25 16:15:07.402411 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:15:07.407087 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Usage tracker for resource:port and tenant:fca47541d0d64df287c2f4e77312778a is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:15:07.416638 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:15:07.428637 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:15:07.449303 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Made reservation on behalf of fca47541d0d64df287c2f4e77312778a for: {'port': 1} {{(pid=75091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:15:07.456148 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:07.778446 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_common [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Allocated IP 172.20.0.6 (eff7ce1b-7632-48d6-a8a4-00542eeb6874/e3714885-75dd-4ff0-b61e-e0ddccd2ce49/3b4bf023-cb76-43c9-a868-d5e69f5c7397) {{(pid=75091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:15:08.027237 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks [] for port, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.059139 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.065503 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b39d192b-abb4-4a5c-9520-dc213f4e0d28 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:08.142694 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Network eff7ce1b-7632-48d6-a8a4-00542eeb6874 is already hosted by enough agents. {{(pid=75091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:15:08.146263 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.base_scheduler [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Resources bound (agent type, host, resource id): {{(pid=75091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:15:08.148860 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Received port after_create {{(pid=75091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:15:08.204304 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcb143-cf3a-465f-81c0-48e679fa691f req-ce90dc5f-5d47-4a27-9567-c031882a7064 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:08.205901 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e0bcb143-cf3a-465f-81c0-48e679fa691f req-ce90dc5f-5d47-4a27-9567-c031882a7064 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 931 time: 0.1149187 Aug 25 16:15:08.218491 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:08.219814 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.246015 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Pushing event updated for resources: {'Port': ['ID=3b4bf023-cb76-43c9-a868-d5e69f5c7397,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:08.249325 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:08.251004 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9dfdfb18-454c-446a-9192-4d2b4e7f0044 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0518250 Aug 25 16:15:08.261246 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e0bcb143-cf3a-465f-81c0-48e679fa691f req-7f113e62-345f-4dd8-b045-e80c3f30316b tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493493 Aug 25 16:15:08.269806 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-2f8d088d-ffba-4ed9-9747-f5421a70fd09 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=75091) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 25 16:15:08.271054 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-2f8d088d-ffba-4ed9-9747-f5421a70fd09 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064785 Aug 25 16:15:08.285471 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.v2.base [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Request body: {'port': {'device_id': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:15:08.488984 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.638200 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395efcd-3e89-45f2-a42a-9db4505720db req-e932c440-fafc-4e6c-aed3-e73a97bce1dd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:08.639727 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1395efcd-3e89-45f2-a42a-9db4505720db req-e932c440-fafc-4e6c-aed3-e73a97bce1dd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.2191966 Aug 25 16:15:08.784270 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-1395efcd-3e89-45f2-a42a-9db4505720db req-82ff3954-ec94-4154-affe-54d60ead64d2 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371496 Aug 25 16:15:08.929477 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4bf023-cb76-43c9-a868-d5e69f5c7397 {{(pid=75091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:08.936891 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.952627 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.provisioning_blocks [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Transition to ACTIVE for port object 3b4bf023-cb76-43c9-a868-d5e69f5c7397 will not be triggered until provisioned by entity L2. {{(pid=75091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:15:08.956949 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:08.961022 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-07d5a333-b461-4cdd-97f6-4ea425bc66bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:09.089921 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4bf023-cb76-43c9-a868-d5e69f5c7397,revision_number=2']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:09.091719 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:09.199114 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Attempting to bind port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:15:09.200245 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Attempting to bind port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:15:09.200584 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Attempting to bind port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 on network eff7ce1b-7632-48d6-a8a4-00542eeb6874 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:09.206627 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 on network eff7ce1b-7632-48d6-a8a4-00542eeb6874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:15:09.206968 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Attempting to bind port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 on network eff7ce1b-7632-48d6-a8a4-00542eeb6874 {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:15:09.213474 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:15:09.213795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Checking segment: {'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:15:09.214291 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Bound using segment: {'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'} {{(pid=75091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:15:09.214719 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.managers [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Bound port: 3b4bf023-cb76-43c9-a868-d5e69f5c7397, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'}}] {{(pid=75091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:15:09.215064 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:09.309369 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] For port 3b4bf023-cb76-43c9-a868-d5e69f5c7397, host hv-cinder-80582, cleared binding levels {{(pid=75091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:15:09.312680 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] For port 3b4bf023-cb76-43c9-a868-d5e69f5c7397, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3b4bf023-cb76-43c9-a868-d5e69f5c7397,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:15:09.318380 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1510264'] for port, after_update {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:09.323572 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-de68d7b5-c179-487a-bb40-e2b208349969 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:09.334887 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:09.387464 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:09.388340 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] 10.222.0.53 "PUT /v2.0/ports/3b4bf023-cb76-43c9-a868-d5e69f5c7397 HTTP/1.1" status: 200 len: 1093 time: 1.1106060 Aug 25 16:15:09.388854 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'tag': '3b4bf023-cb76-43c9-a868-d5e69f5c7397'}] {{(pid=75091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:09.408060 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4bf023-cb76-43c9-a868-d5e69f5c7397,revision_number=3']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:09.411593 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:09.481894 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'tag': '3b4bf023-cb76-43c9-a868-d5e69f5c7397', 'status': 'completed', 'code': 200} Aug 25 16:15:09.494014 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dc4b0-51ad-4470-b982-27bcbe0da5c9 req-0397b9d9-78fc-4332-a1d1-c6d5adf9d58a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:09.495505 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e84dc4b0-51ad-4470-b982-27bcbe0da5c9 req-0397b9d9-78fc-4332-a1d1-c6d5adf9d58a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 943 time: 0.1033969 Aug 25 16:15:09.519692 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-d269bf48-de25-4129-8427-729e512651c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fca47541d0d64df287c2f4e77312778a&device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 1096 time: 0.0744531 Aug 25 16:15:09.542320 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-e84dc4b0-51ad-4470-b982-27bcbe0da5c9 req-9bdbb82c-7b1f-40bc-a1ea-efaebd0509e9 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Aug 25 16:15:09.597761 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-25df0274-3bc0-4a78-a155-90dd727cf221 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4bf023-cb76-43c9-a868-d5e69f5c7397 HTTP/1.1" status: 200 len: 217 time: 0.0645540 Aug 25 16:15:09.663758 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aace213-a500-4c70-b61b-0777a92a1731 req-d048d419-2f90-4a31-8756-3217c415dc28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:09.665246 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-d048d419-2f90-4a31-8756-3217c415dc28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3714885-75dd-4ff0-b61e-e0ddccd2ce49 HTTP/1.1" status: 200 len: 854 time: 0.0609634 Aug 25 16:15:09.711184 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-30fb9b4e-36d9-4af5-8f8d-64073600993b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eff7ce1b-7632-48d6-a8a4-00542eeb6874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387762 Aug 25 16:15:09.928728 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-3293ea3b-f14e-41b7-8d15-22148f4a3d41 service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111983 Aug 25 16:15:10.112371 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9aace213-a500-4c70-b61b-0777a92a1731 req-9a455260-b992-4e2d-aa5a-493e1093a595 service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491444 Aug 25 16:15:10.118662 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d07a9-808a-45c2-acbe-7c8b4bed8a93 req-857db282-ed4e-46bc-bfed-51196b3fde9c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:10.120032 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-473d07a9-808a-45c2-acbe-7c8b4bed8a93 req-857db282-ed4e-46bc-bfed-51196b3fde9c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.1898963 Aug 25 16:15:10.165693 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-473d07a9-808a-45c2-acbe-7c8b4bed8a93 req-19966b81-0e22-4f36-bf8d-f921a4e31960 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396588 Aug 25 16:15:10.418865 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-6951adde-6cc2-4ab1-a13b-760f91b92804 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fca47541d0d64df287c2f4e77312778a&device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 1096 time: 0.0736492 Aug 25 16:15:10.565412 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-d700b069-8357-4d7b-b535-c29c9d108eea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:10.566834 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-d700b069-8357-4d7b-b535-c29c9d108eea service neutron] 10.222.0.53 "GET /v2.0/networks?id=eff7ce1b-7632-48d6-a8a4-00542eeb6874 HTTP/1.1" status: 200 len: 915 time: 0.1247280 Aug 25 16:15:10.635013 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-67282f26-f99d-4067-8772-559bd5be26b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4bf023-cb76-43c9-a868-d5e69f5c7397 HTTP/1.1" status: 200 len: 217 time: 0.0609615 Aug 25 16:15:10.704600 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-bcae1808-413e-434a-b44c-b0cf928b540a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:10.706221 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-bcae1808-413e-434a-b44c-b0cf928b540a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3714885-75dd-4ff0-b61e-e0ddccd2ce49 HTTP/1.1" status: 200 len: 854 time: 0.0630155 Aug 25 16:15:10.760895 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-50fcf5a2-3ecf-4d35-85c4-c789ac61280d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eff7ce1b-7632-48d6-a8a4-00542eeb6874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426686 Aug 25 16:15:10.812468 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0977c7f-4fde-492f-b95a-6deccc160d16 req-0f966f11-6277-4dbe-8846-332c2f9395c6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:10.814031 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f0977c7f-4fde-492f-b95a-6deccc160d16 req-0f966f11-6277-4dbe-8846-332c2f9395c6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 943 time: 0.1392529 Aug 25 16:15:10.829666 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-bfa71042-b862-4b7b-8e57-52e4d6a5da0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1098 time: 0.1098464 Aug 25 16:15:10.906176 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-b1adb161-2eb8-42a2-9d1a-63e1afeadfce service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384215 Aug 25 16:15:10.968470 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-304a611b-cde8-44bb-af0c-341e16c81e69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:10.970061 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-304a611b-cde8-44bb-af0c-341e16c81e69 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1338432 Aug 25 16:15:11.046278 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-91084316-a99d-49ff-9a81-ec6c8e742a3c req-a7ec2257-4229-4e47-ac0a-b71784c22508 service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332507 Aug 25 16:15:11.092086 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f0977c7f-4fde-492f-b95a-6deccc160d16 req-1a8d6e3a-ad87-4f71-93bb-9f40136223dd tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702115 Aug 25 16:15:11.103765 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-4f71e175-5868-4a88-876e-2cfeeaa52725 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 1001 time: 0.1184678 Aug 25 16:15:11.169534 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-f0b83b29-f139-44a9-b677-7ed87e433a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:11.170949 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-f0b83b29-f139-44a9-b677-7ed87e433a1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0601099 Aug 25 16:15:11.249385 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-41fc4324-5c14-4f08-81ab-781fcb8213ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709860 Aug 25 16:15:11.390046 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-556c330d-a486-4a73-abfe-e75f68d4ef2d service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317604 Aug 25 16:15:11.471062 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9371e75-310d-45e3-afc6-0fccf01db3a8 req-8a759e4e-abe3-482a-a3be-cc35c0d6d187 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:11.473257 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a9371e75-310d-45e3-afc6-0fccf01db3a8 req-8a759e4e-abe3-482a-a3be-cc35c0d6d187 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.1731236 Aug 25 16:15:11.518397 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a9371e75-310d-45e3-afc6-0fccf01db3a8 req-4109affa-d64c-4abc-9dd1-d94e1463a18e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398469 Aug 25 16:15:11.521686 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5c7c2599-ee70-418f-864f-1201aa0bbac9 req-d5081b52-5de7-4b46-850e-0271e9874699 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256511 Aug 25 16:15:12.285914 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80d7d0-514f-4ef9-8a96-b5e64836646b req-b0fd3b7c-d3ce-4ab7-8657-909a672a0a01 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:12.287369 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dc80d7d0-514f-4ef9-8a96-b5e64836646b req-b0fd3b7c-d3ce-4ab7-8657-909a672a0a01 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 943 time: 0.0758350 Aug 25 16:15:12.332110 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-dc80d7d0-514f-4ef9-8a96-b5e64836646b req-0b89dbb4-94f3-4299-be59-bee05cf22af6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Aug 25 16:15:12.727430 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3c2aa-e3ec-4f53-a52a-f176b3694ceb req-fb4bc529-5b8f-48ba-99b0-a93efaeecee6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:12.728909 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8ea3c2aa-e3ec-4f53-a52a-f176b3694ceb req-fb4bc529-5b8f-48ba-99b0-a93efaeecee6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 945 time: 0.0765479 Aug 25 16:15:12.774018 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8ea3c2aa-e3ec-4f53-a52a-f176b3694ceb req-e1c0bfc2-0ef0-45fb-876f-2283e2db0bfb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Aug 25 16:15:13.586765 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 3b4bf023-cb76-43c9-a868-d5e69f5c7397 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:13.595112 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:13.627783 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb33f-e918-4a79-ad59-750b489dc4b4 req-e046bd8b-2c64-4e1b-a9b2-22c2fea572e8 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:13.629320 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1e4bb33f-e918-4a79-ad59-750b489dc4b4 req-e046bd8b-2c64-4e1b-a9b2-22c2fea572e8 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 943 time: 0.1774557 Aug 25 16:15:13.678422 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-1e4bb33f-e918-4a79-ad59-750b489dc4b4 req-65d25c3e-c1be-45e2-ba4f-a67e19946bbd tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Aug 25 16:15:13.796117 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:13.850936 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:13.858170 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 3b4bf023-cb76-43c9-a868-d5e69f5c7397, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3b4bf023-cb76-43c9-a868-d5e69f5c7397,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:13.876468 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:13.880390 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '3b4bf023-cb76-43c9-a868-d5e69f5c7397', 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874', 'port_id': '3b4bf023-cb76-43c9-a868-d5e69f5c7397', 'mac_address': 'fa:16:3e:27:be:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3714885-75dd-4ff0-b61e-e0ddccd2ce49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:13.885022 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:13.888172 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-64a38d69-c9cb-48c9-811a-06cefa94e135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:13.924908 dv-cinder-805825-2-smb neutron-server[75093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'code': 422} returned with failed status Aug 25 16:15:13.997797 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:14.012635 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=8']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:14.017870 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:14.020746 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4bf023-cb76-43c9-a868-d5e69f5c7397 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:14.021808 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7040fa-ee73-4d3d-9f77-73c6c21d8284 req-2c687544-86f0-467b-b940-ae62d6a074ff tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:14.023277 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0f7040fa-ee73-4d3d-9f77-73c6c21d8284 req-2c687544-86f0-467b-b940-ae62d6a074ff tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0813589 Aug 25 16:15:14.036265 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 3b4bf023-cb76-43c9-a868-d5e69f5c7397, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3b4bf023-cb76-43c9-a868-d5e69f5c7397,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:14.040101 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:14.041952 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-57b53799-4c47-4e4b-9ca5-c5d47c0587e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:14.069290 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0f7040fa-ee73-4d3d-9f77-73c6c21d8284 req-02688de2-563d-4530-969b-daa63ecf6abc tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403299 Aug 25 16:15:14.108556 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=3b4bf023-cb76-43c9-a868-d5e69f5c7397,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:14.111867 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:14.470869 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['3b4bf023-cb76-43c9-a868-d5e69f5c7397'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:14.877651 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a07818-5917-4749-af64-10eb09e20506 req-ef356f2f-a2c7-47d1-9bf6-ef4bb6f35ee6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:14.878356 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-70a07818-5917-4749-af64-10eb09e20506 req-ef356f2f-a2c7-47d1-9bf6-ef4bb6f35ee6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Synchronizing usage tracker for tenant:fca47541d0d64df287c2f4e77312778a on resource:port {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:14.899448 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-70a07818-5917-4749-af64-10eb09e20506 req-ef356f2f-a2c7-47d1-9bf6-ef4bb6f35ee6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Unset dirty status for tenant:fca47541d0d64df287c2f4e77312778a on resource:port {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:14.900739 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-70a07818-5917-4749-af64-10eb09e20506 req-ef356f2f-a2c7-47d1-9bf6-ef4bb6f35ee6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 944 time: 0.1008747 Aug 25 16:15:14.950010 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-70a07818-5917-4749-af64-10eb09e20506 req-1eb625bf-a357-40c9-8f9b-b47073b9fbd3 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Synchronizing usage tracker for tenant:fca47541d0d64df287c2f4e77312778a on resource:security_group {{(pid=75091) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:15:14.972055 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [req-70a07818-5917-4749-af64-10eb09e20506 req-1eb625bf-a357-40c9-8f9b-b47073b9fbd3 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Unset dirty status for tenant:fca47541d0d64df287c2f4e77312778a on resource:security_group {{(pid=75091) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:15:14.973238 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-70a07818-5917-4749-af64-10eb09e20506 req-1eb625bf-a357-40c9-8f9b-b47073b9fbd3 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655522 Aug 25 16:15:15.604551 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 3b4bf023-cb76-43c9-a868-d5e69f5c7397 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:15.618815 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8b542662-5172-4a45-abff-62bbb5802f25 req-4abc5200-9fbe-43bf-a64f-0fa7c71b6503 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0724645 Aug 25 16:15:15.673829 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:15:15.678765 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:15.679138 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.803259 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.838310 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 3b4bf023-cb76-43c9-a868-d5e69f5c7397, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3b4bf023-cb76-43c9-a868-d5e69f5c7397,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:15.842413 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:15.843380 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:15:15.866407 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:15.930839 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4bf023-cb76-43c9-a868-d5e69f5c7397'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:15.942505 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-601098e9-9068-4ba8-b0f1-4e3a114f181b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330073 Aug 25 16:15:15.948137 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984795f1-0d52-4f05-8285-eb98bfabed3d req-0616e52e-7b58-48b2-a211-f3b0532f039e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:15.949361 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-984795f1-0d52-4f05-8285-eb98bfabed3d req-0616e52e-7b58-48b2-a211-f3b0532f039e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.1054749 Aug 25 16:15:15.977235 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=3b4bf023-cb76-43c9-a868-d5e69f5c7397,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:15.980443 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:16.001430 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-984795f1-0d52-4f05-8285-eb98bfabed3d req-90aa96ae-161e-4eff-9d7d-d3845503c37c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 Aug 25 16:15:16.046254 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4bf023-cb76-43c9-a868-d5e69f5c7397', 'code': 200} Aug 25 16:15:16.198192 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237718d-f4c6-4861-8e60-98278c92a074 req-7470833f-44d6-4bed-b377-23bc6797e51e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:16.200081 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f237718d-f4c6-4861-8e60-98278c92a074 req-7470833f-44d6-4bed-b377-23bc6797e51e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0816386 Aug 25 16:15:16.253913 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f237718d-f4c6-4861-8e60-98278c92a074 req-471bfc8e-b265-4d30-8864-7781bfc92761 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474451 Aug 25 16:15:16.317452 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-90b128ac-52e5-4f00-81b5-5f1c4ee6a059 req-e1c411cd-b7b0-43ed-a76c-c60a0933b095 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 1098 time: 0.0783710 Aug 25 16:15:16.376395 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-90b128ac-52e5-4f00-81b5-5f1c4ee6a059 req-0fe83510-53cd-4524-8075-4e607ad540d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Aug 25 16:15:16.939681 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-b2ed0891-4e8d-4063-9e0f-12b4510b3999 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86&tenant_id=281630c86f37493fb0b7cb948528f899 HTTP/1.1" status: 200 len: 1096 time: 0.0699315 Aug 25 16:15:17.052780 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-43a76f78-1dd6-4cc6-8b86-e060c709c2f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1096 time: 0.0727634 Aug 25 16:15:17.224969 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085236b6-37ba-4320-914d-d42aab7193e4 req-d78b3421-c61a-48e5-8335-1bfdaf226347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:17.226299 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-d78b3421-c61a-48e5-8335-1bfdaf226347 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1669252 Aug 25 16:15:17.332436 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e60e32-3f6b-419c-ac04-399ce100b518 req-d292f8db-a769-47ef-89b7-066d51f722c5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:17.333873 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d7e60e32-3f6b-419c-ac04-399ce100b518 req-d292f8db-a769-47ef-89b7-066d51f722c5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.1685908 Aug 25 16:15:17.372127 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-0744fbcf-b228-406e-a153-2fc580cdcad8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 999 time: 0.1299260 Aug 25 16:15:17.432291 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d7e60e32-3f6b-419c-ac04-399ce100b518 req-dea1dcff-8990-46b1-89d8-0e60401c7f9c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928209 Aug 25 16:15:17.450110 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085236b6-37ba-4320-914d-d42aab7193e4 req-598f86bc-ca6f-4760-b024-cf4f0ad8f9e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:17.451549 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-598f86bc-ca6f-4760-b024-cf4f0ad8f9e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0719852 Aug 25 16:15:17.532734 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-8d4376a1-b7f7-4d43-9d05-c4bdc23d73d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707273 Aug 25 16:15:17.558810 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7609-4e71-498a-8d85-94b399080859 req-d81f9b72-f310-497f-b434-2633a73bacd2 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:17.560424 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fdcd7609-4e71-498a-8d85-94b399080859 req-d81f9b72-f310-497f-b434-2633a73bacd2 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.1798999 Aug 25 16:15:17.606216 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-fdcd7609-4e71-498a-8d85-94b399080859 req-8862e549-9a3e-4bbf-97d4-453f42e43f29 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Aug 25 16:15:17.665857 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-24b9e646-2aa8-433d-bc7d-da7966a191e4 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258583 Aug 25 16:15:17.864819 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-085236b6-37ba-4320-914d-d42aab7193e4 req-ba6ab3e4-4dab-427c-82f3-7ffd0f27adec service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346209 Aug 25 16:15:18.788077 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcea65b-0864-42ea-9da9-e9c3f5bbd630 req-d2678ea9-abc5-4444-866f-7deed25ded41 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:18.789597 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bcea65b-0864-42ea-9da9-e9c3f5bbd630 req-d2678ea9-abc5-4444-866f-7deed25ded41 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0798688 Aug 25 16:15:18.830319 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ca615-8885-4f8c-ac5f-fe2da17836ac req-176e8c62-e91b-48ee-9bbb-f2e60262942d tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:18.832120 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-927ca615-8885-4f8c-ac5f-fe2da17836ac req-176e8c62-e91b-48ee-9bbb-f2e60262942d tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0937724 Aug 25 16:15:18.863249 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0bcea65b-0864-42ea-9da9-e9c3f5bbd630 req-fe18d29e-f638-463c-b10a-283d154b4e5c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672619 Aug 25 16:15:18.899241 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-927ca615-8885-4f8c-ac5f-fe2da17836ac req-6e9111f4-cd94-4419-874f-4d65c0e0a99b tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609205 Aug 25 16:15:19.792002 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:15:20.092719 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7991-a5d0-48c1-a95f-3d90fa42890f req-bc8168d2-5119-4937-b8e2-1eff07d0d98e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:20.094838 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6a6e7991-a5d0-48c1-a95f-3d90fa42890f req-bc8168d2-5119-4937-b8e2-1eff07d0d98e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0827329 Aug 25 16:15:20.142240 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-6a6e7991-a5d0-48c1-a95f-3d90fa42890f req-09a21516-6cfa-40cd-bea6-147da6f9d58a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 Aug 25 16:15:21.365673 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd4c4-22b3-4cc5-8639-566fdd3f3197 req-89ee9bc0-8f2a-4a4e-ac1a-6e313212b6b1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:21.367148 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ba2fd4c4-22b3-4cc5-8639-566fdd3f3197 req-89ee9bc0-8f2a-4a4e-ac1a-6e313212b6b1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0818903 Aug 25 16:15:21.416160 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-ba2fd4c4-22b3-4cc5-8639-566fdd3f3197 req-06c013b4-8103-422a-b240-0302df9b9c7a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Aug 25 16:15:21.520205 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:22.236140 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9027423e-2aa0-4a38-ac45-820fb1fe5bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:22.671238 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04c4f7-5db9-4a99-af98-22247b143d80 req-4ab2b0b1-6817-4db6-b3ea-a625e1ad5c5c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:22.673069 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0a04c4f7-5db9-4a99-af98-22247b143d80 req-4ab2b0b1-6817-4db6-b3ea-a625e1ad5c5c tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.1140342 Aug 25 16:15:22.726747 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0a04c4f7-5db9-4a99-af98-22247b143d80 req-927fab00-1a60-4750-b526-5006addc5d2a tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473249 Aug 25 16:15:23.959612 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b08e-f0e8-4d3f-9b9d-c6fa02b29873 req-ad824752-e113-49c2-b846-f8aed94327b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:23.961167 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7174b08e-f0e8-4d3f-9b9d-c6fa02b29873 req-ad824752-e113-49c2-b846-f8aed94327b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0893040 Aug 25 16:15:24.016245 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7174b08e-f0e8-4d3f-9b9d-c6fa02b29873 req-ec843f3b-943c-4723-aa45-9c76379ba507 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494356 Aug 25 16:15:25.239330 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc290cd-56bc-4779-9e57-e2e9c8c18d82 req-bd78212d-d8ed-4cc0-a929-ea50309bd1f5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:25.240998 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5dc290cd-56bc-4779-9e57-e2e9c8c18d82 req-bd78212d-d8ed-4cc0-a929-ea50309bd1f5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0802569 Aug 25 16:15:25.295316 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-5dc290cd-56bc-4779-9e57-e2e9c8c18d82 req-b1f6e1e1-100d-44e1-9d8d-f408d135101b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481057 Aug 25 16:15:25.413115 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-33452322-a743-4a83-9fd2-22aa65bedab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:26.547892 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83160fef-42b8-441f-a17b-d0572d9f46dd req-b62bb5f4-b3c2-4bd8-8322-c1cf2d239f03 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:26.549760 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-83160fef-42b8-441f-a17b-d0572d9f46dd req-b62bb5f4-b3c2-4bd8-8322-c1cf2d239f03 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0942645 Aug 25 16:15:26.600583 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-83160fef-42b8-441f-a17b-d0572d9f46dd req-1fdd4cf1-2f1d-4735-b75c-4862354af3c6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453436 Aug 25 16:15:26.759792 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:27.835578 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e41a1-095d-44a6-a742-3e3f682dfbc5 req-2e625819-d7b9-4ade-91b2-c1cbf908716d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:27.837066 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4a3e41a1-095d-44a6-a742-3e3f682dfbc5 req-2e625819-d7b9-4ade-91b2-c1cbf908716d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0849564 Aug 25 16:15:27.898992 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-4a3e41a1-095d-44a6-a742-3e3f682dfbc5 req-522f7c7c-bb72-4914-8abe-ea06ffa315a9 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561137 Aug 25 16:15:28.069650 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:29.213332 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9599e7-26a7-4865-abdd-7333788412b8 req-f27d293c-ac6c-4d91-b04c-13cec58804c0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:29.214806 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5b9599e7-26a7-4865-abdd-7333788412b8 req-f27d293c-ac6c-4d91-b04c-13cec58804c0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.1769402 Aug 25 16:15:29.261931 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-5b9599e7-26a7-4865-abdd-7333788412b8 req-4bc211c3-c354-412f-b23a-0b9f82bb97e1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Aug 25 16:15:30.482359 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acce9e-0232-44cf-98b4-2c2ff396e2fb req-464e1c9e-f9a7-4796-a2f1-1194b03093ab tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:30.483852 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-00acce9e-0232-44cf-98b4-2c2ff396e2fb req-464e1c9e-f9a7-4796-a2f1-1194b03093ab tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0765188 Aug 25 16:15:30.535993 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-00acce9e-0232-44cf-98b4-2c2ff396e2fb req-cef562f1-bdb6-42c2-b4a3-dc2f62fb6432 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465226 Aug 25 16:15:31.751095 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ae770-8bd3-41f0-9eb7-dae176a0a6a5 req-458cfeee-e58a-4bac-ba4b-588e0e32d0e7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:31.752589 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-160ae770-8bd3-41f0-9eb7-dae176a0a6a5 req-458cfeee-e58a-4bac-ba4b-588e0e32d0e7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0786891 Aug 25 16:15:31.798127 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-160ae770-8bd3-41f0-9eb7-dae176a0a6a5 req-1d52e47c-b87a-464b-9f59-f96661f3f38e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400915 Aug 25 16:15:33.013317 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70e376-532c-4cfe-b9f3-27350af97939 req-84f73904-783c-4c6e-939a-623bf2987e43 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:33.014790 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8d70e376-532c-4cfe-b9f3-27350af97939 req-84f73904-783c-4c6e-939a-623bf2987e43 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0774643 Aug 25 16:15:33.060724 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8d70e376-532c-4cfe-b9f3-27350af97939 req-14e888cb-01aa-4df3-b2f1-26d530edcedd tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 Aug 25 16:15:34.288542 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d8129-c130-4903-83ca-b2d09ee39139 req-82edce3a-304d-4a20-bf6b-9baf2c51bf3b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:34.289905 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-447d8129-c130-4903-83ca-b2d09ee39139 req-82edce3a-304d-4a20-bf6b-9baf2c51bf3b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0797794 Aug 25 16:15:34.334843 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-447d8129-c130-4903-83ca-b2d09ee39139 req-2e1f7a40-ad34-4153-9516-c0f46787afe3 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Aug 25 16:15:35.547477 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be7e6-8214-4021-a5c5-4b227aafa7f6 req-aa9577fe-fc6a-4052-8f1c-b9d1a6899794 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:35.549523 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-719be7e6-8214-4021-a5c5-4b227aafa7f6 req-aa9577fe-fc6a-4052-8f1c-b9d1a6899794 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 943 time: 0.0828195 Aug 25 16:15:35.594532 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-719be7e6-8214-4021-a5c5-4b227aafa7f6 req-fd96968a-a5a2-44a4-add6-942bf4c561f6 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396855 Aug 25 16:15:35.669440 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:15:35.802478 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:35.816543 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'port_id': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'mac_address': 'fa:16:3e:e6:47:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:15:35.872862 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.890290 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45d2137-91ad-438d-b021-eba0fe6af77c {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:15:35.905267 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:35.909933 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:35.911815 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-0b97ea67-610f-4c3f-9d9d-40a5292c108b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:35.974976 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=9']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:35.978268 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:36.534045 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['e45d2137-91ad-438d-b021-eba0fe6af77c'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:15:36.803604 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf85279-e5d5-451b-b5a8-a968b176ed67 req-cb26ec4a-9839-45ba-959b-ad521a35ec51 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:36.805071 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8cf85279-e5d5-451b-b5a8-a968b176ed67 req-cb26ec4a-9839-45ba-959b-ad521a35ec51 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 944 time: 0.0751691 Aug 25 16:15:36.854009 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8cf85279-e5d5-451b-b5a8-a968b176ed67 req-0fe716ef-9176-43d8-908c-7eba7791f8bf tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Aug 25 16:15:38.081459 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba855ae-8c10-4cb7-a74c-49bf704cb968 req-09cb6210-cb36-402a-a31e-47168f88e60d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:38.082925 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-eba855ae-8c10-4cb7-a74c-49bf704cb968 req-09cb6210-cb36-402a-a31e-47168f88e60d tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 944 time: 0.0779963 Aug 25 16:15:38.130720 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-eba855ae-8c10-4cb7-a74c-49bf704cb968 req-c0cb41aa-e809-446d-a141-13ef8d8bc3e8 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Aug 25 16:15:39.328758 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:39.341084 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664f3cf-97ee-4bb0-8b88-d0d7d2d59cb8 req-56f7c2f1-ecf0-4475-8ba5-9ce1157fe991 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:39.342544 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b664f3cf-97ee-4bb0-8b88-d0d7d2d59cb8 req-56f7c2f1-ecf0-4475-8ba5-9ce1157fe991 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 944 time: 0.0779448 Aug 25 16:15:39.388285 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b664f3cf-97ee-4bb0-8b88-d0d7d2d59cb8 req-191d587a-ad6c-400a-a092-ec3960a6930f tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Aug 25 16:15:39.683415 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:15:39.752198 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port e45d2137-91ad-438d-b021-eba0fe6af77c triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:15:39.752573 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:39.865946 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:39.893088 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:15:39.903017 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:15:39.908308 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:39.910269 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:15:39.973909 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=10']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:15:39.977028 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:15:40.037342 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'code': 200} Aug 25 16:15:40.342744 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6a9b2e98-3c5b-48b1-90c4-a955a61adffc req-267b1fd4-1368-457f-aa8b-d933d696deb6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1099 time: 0.0712061 Aug 25 16:15:40.392217 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6a9b2e98-3c5b-48b1-90c4-a955a61adffc req-1e5cc0b6-3db0-400d-980e-8aaef507663e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378082 Aug 25 16:15:40.597392 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0b100-4459-4b3a-ac7b-a32e887dfef4 req-8fce8967-d93a-47dd-b18c-a9f9bd62544b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:40.598947 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b5c0b100-4459-4b3a-ac7b-a32e887dfef4 req-8fce8967-d93a-47dd-b18c-a9f9bd62544b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 946 time: 0.0760014 Aug 25 16:15:40.648434 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b5c0b100-4459-4b3a-ac7b-a32e887dfef4 req-d2457e06-80c3-4d47-a772-fbff3d4b2451 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 Aug 25 16:15:41.872254 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382884cd-de56-4e2f-ba0b-0539a2e8a6fc req-fb8d7c86-7f52-4b8e-85f2-373c131133c0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:41.873708 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-382884cd-de56-4e2f-ba0b-0539a2e8a6fc req-fb8d7c86-7f52-4b8e-85f2-373c131133c0 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 946 time: 0.0825293 Aug 25 16:15:41.924314 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-382884cd-de56-4e2f-ba0b-0539a2e8a6fc req-d1b0b92a-5d6f-4690-a15b-c3075160d598 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Aug 25 16:15:43.158029 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2537ba1-feb5-4b33-ac63-75268a4af523 req-f423515e-458b-4b24-a511-c79449e6365b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:43.159412 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e2537ba1-feb5-4b33-ac63-75268a4af523 req-f423515e-458b-4b24-a511-c79449e6365b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 946 time: 0.0833766 Aug 25 16:15:43.207678 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-e2537ba1-feb5-4b33-ac63-75268a4af523 req-8401e541-296a-4fbd-b8dc-104110f651a5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Aug 25 16:15:46.636257 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-fda762d2-1864-49f5-a28e-4490a138e4f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447515 Aug 25 16:15:46.798991 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-9e1f8d11-3f5a-48b4-8c48-09caab7ed558 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=281630c86f37493fb0b7cb948528f899&device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 1099 time: 0.0733163 Aug 25 16:15:46.950316 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-af114227-5ee0-45b5-8dc4-8104c78eb02f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:46.951884 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-af114227-5ee0-45b5-8dc4-8104c78eb02f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 200 len: 917 time: 0.1318617 Aug 25 16:15:47.059419 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-289292d7-7b9e-4d0b-8bb5-619ccb415110 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 200 len: 1001 time: 0.1010134 Aug 25 16:15:47.123128 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-f092b61d-a99d-4001-ab79-a8f5ca36c5f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:15:47.125193 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-f092b61d-a99d-4001-ab79-a8f5ca36c5f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 200 len: 855 time: 0.0595589 Aug 25 16:15:47.205755 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-d2c629f7-f81c-4408-bf44-3e4f992d5334 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a29a2596-089e-4bab-ab4b-238d909eee7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740170 Aug 25 16:15:47.345610 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-de958c9e-858c-48b1-bd9e-a0324100f8b9 service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328905 Aug 25 16:15:47.479641 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c9ff86bb-745f-4e01-bb6c-c7d9ca9ad2ac req-93e0394d-9152-4001-b4ab-46563fb62f5d service neutron] 10.222.0.53 "GET /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271911 Aug 25 16:15:51.524324 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:52.228183 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-99990ba9-ad29-4e07-8c18-2526d289e966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:55.418441 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-b8d8ed14-3f46-469b-bea9-6620f2a1a911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:56.760758 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:15:56.779364 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:15:58.056831 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:07.434801 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f2f9d-b2e7-48d5-b451-0bb038a1aafd req-3e4b6e3b-5998-4d0c-9464-822ef5588574 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:07.436252 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b48f2f9d-b2e7-48d5-b451-0bb038a1aafd req-3e4b6e3b-5998-4d0c-9464-822ef5588574 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0753782 Aug 25 16:16:07.479661 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-b48f2f9d-b2e7-48d5-b451-0bb038a1aafd req-99a47dc1-1da0-434c-8315-5eab4c8da6d4 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 Aug 25 16:16:08.675033 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b81e9e-28d3-4b3d-b87a-fd7fb97c4cf2 req-c49195e7-b30b-4549-a11e-e9a81e21d0e1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:08.676510 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d6b81e9e-28d3-4b3d-b87a-fd7fb97c4cf2 req-c49195e7-b30b-4549-a11e-e9a81e21d0e1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0759010 Aug 25 16:16:08.721415 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d6b81e9e-28d3-4b3d-b87a-fd7fb97c4cf2 req-8ba7ad88-9423-4311-92d9-9fc9f46e6660 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Aug 25 16:16:09.335039 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:09.921904 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197f3b9-507f-4778-b59d-c8b84d051d90 req-df616bf0-7cb7-4648-aee7-17a940da40a3 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:09.923287 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8197f3b9-507f-4778-b59d-c8b84d051d90 req-df616bf0-7cb7-4648-aee7-17a940da40a3 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0814850 Aug 25 16:16:09.969951 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8197f3b9-507f-4778-b59d-c8b84d051d90 req-bef8831d-8af1-41fd-8921-c568c714a7a0 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Aug 25 16:16:11.176632 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9d769-be89-44ff-b170-ec17ed70f0f4 req-ab0f3350-d6c4-4c41-9106-bd58c484d8e9 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:11.178120 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-51b9d769-be89-44ff-b170-ec17ed70f0f4 req-ab0f3350-d6c4-4c41-9106-bd58c484d8e9 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0846090 Aug 25 16:16:11.222804 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-51b9d769-be89-44ff-b170-ec17ed70f0f4 req-b01b9f39-94a0-4484-bfd1-96947601c28c tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Aug 25 16:16:12.418834 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd51e-2802-4314-9e14-e654bc2a553d req-f83eb5aa-1897-461e-ae78-9af4cb8e83e0 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:12.420330 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-660dd51e-2802-4314-9e14-e654bc2a553d req-f83eb5aa-1897-461e-ae78-9af4cb8e83e0 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0772359 Aug 25 16:16:12.546652 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-660dd51e-2802-4314-9e14-e654bc2a553d req-dd72f013-eb29-4f64-b890-8d292df6979e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206102 Aug 25 16:16:13.169332 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d7026-ff54-4369-9858-a2e066b2405f req-4c7ac014-111e-4b63-b1d9-c3b7c3b8721a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:13.171331 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-910d7026-ff54-4369-9858-a2e066b2405f req-4c7ac014-111e-4b63-b1d9-c3b7c3b8721a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0785487 Aug 25 16:16:13.242493 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Deleting port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:13.242731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:13.504383 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] For port 3b4bf023-cb76-43c9-a868-d5e69f5c7397, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3b4bf023-cb76-43c9-a868-d5e69f5c7397,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:13.505040 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:13.633434 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Calling delete_port for 3b4bf023-cb76-43c9-a868-d5e69f5c7397 owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:13.749678 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cab71f-edcd-4700-b33f-8fac25fa50a1 req-557b534f-972a-45c1-a30b-36312fc76b20 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:13.751472 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d5cab71f-edcd-4700-b33f-8fac25fa50a1 req-557b534f-972a-45c1-a30b-36312fc76b20 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734 HTTP/1.1" status: 200 len: 945 time: 0.0813944 Aug 25 16:16:13.788593 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:13.794741 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e241121c-bbd7-4f7d-af83-4f67706a711f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:13.803300 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d5cab71f-edcd-4700-b33f-8fac25fa50a1 req-5e900250-1187-46e1-b572-b9b481004e3f tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461414 Aug 25 16:16:13.824685 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['3b4bf023-cb76-43c9-a868-d5e69f5c7397'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:13.843272 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Pushing event deleted for resources: {'Port': ['ID=3b4bf023-cb76-43c9-a868-d5e69f5c7397,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:13.910243 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.910617 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.911009 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.911383 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.911740 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.912126 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.912482 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.912838 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.913189 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.913536 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.913888 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:13.920820 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:13.926641 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] No DVR routers for this DVR port 3b4bf023-cb76-43c9-a868-d5e69f5c7397 on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:13.929088 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:13.931730 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'name': 'network-vif-deleted', 'tag': '3b4bf023-cb76-43c9-a868-d5e69f5c7397'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:13.953154 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-910d7026-ff54-4369-9858-a2e066b2405f req-bef737e1-da4b-4d19-93c8-ba5222867499 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "DELETE /v2.0/ports/3b4bf023-cb76-43c9-a868-d5e69f5c7397 HTTP/1.1" status: 204 len: 173 time: 0.7761581 Aug 25 16:16:13.990102 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca9e5b3-46aa-4cfa-bc6b-b7f281b74734', 'name': 'network-vif-deleted', 'tag': '3b4bf023-cb76-43c9-a868-d5e69f5c7397', 'status': 'completed', 'code': 200} Aug 25 16:16:15.950888 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 3b4bf023-cb76-43c9-a868-d5e69f5c7397 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:15.985226 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 3b4bf023-cb76-43c9-a868-d5e69f5c7397 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:16:15.985576 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 3b4bf023-cb76-43c9-a868-d5e69f5c7397 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:16:19.043654 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2841-f383-4623-bbb2-911537ca400c req-47967199-17b9-4a61-acc2-d020cfdb4e71 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:19.045674 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-889b2841-f383-4623-bbb2-911537ca400c req-47967199-17b9-4a61-acc2-d020cfdb4e71 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0817208 Aug 25 16:16:19.094929 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-889b2841-f383-4623-bbb2-911537ca400c req-15b27123-9b1a-47ab-a729-fff4e78783d3 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436387 Aug 25 16:16:19.124417 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-353a1a2a-30af-44cf-9134-74e646425e97 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:19.126199 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-353a1a2a-30af-44cf-9134-74e646425e97 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/networks?id=eff7ce1b-7632-48d6-a8a4-00542eeb6874 HTTP/1.1" status: 200 len: 814 time: 0.1448753 Aug 25 16:16:19.141920 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-f599d5f9-ad42-483b-80c0-15418713629c tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/quotas/fca47541d0d64df287c2f4e77312778a HTTP/1.1" status: 200 len: 375 time: 0.0108285 Aug 25 16:16:19.190674 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-0b4e025e-ca33-4e2c-b9f9-dc3641795780 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Synchronizing usage tracker for tenant:fca47541d0d64df287c2f4e77312778a on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:16:19.205522 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-0b4e025e-ca33-4e2c-b9f9-dc3641795780 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Unset dirty status for tenant:fca47541d0d64df287c2f4e77312778a on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:16:19.206927 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-0b4e025e-ca33-4e2c-b9f9-dc3641795780 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca47541d0d64df287c2f4e77312778a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601461 Aug 25 16:16:19.337490 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-122932d9-3faa-4a10-902f-868e7ea63e04 service neutron] 10.222.0.30 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238642 Aug 25 16:16:19.467044 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-3704ba8a-3ee9-4e63-a113-e870d577bc74 service neutron] 10.222.0.30 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232591 Aug 25 16:16:19.653211 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-429da309-6632-4f52-a580-0c57996003c9 req-0b03b8aa-ef8f-4645-8c15-24aa80361af8 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 210 time: 0.0431473 Aug 25 16:16:20.300246 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83ed3c-1771-4217-aaae-cae4f9c7758e req-9409e586-a636-4b11-b269-a027ded94632 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:20.301751 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0b83ed3c-1771-4217-aaae-cae4f9c7758e req-9409e586-a636-4b11-b269-a027ded94632 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0820138 Aug 25 16:16:20.347915 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-0b83ed3c-1771-4217-aaae-cae4f9c7758e req-fc4dc5de-5194-4b1e-9094-f704bb2397af tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405302 Aug 25 16:16:20.826464 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-0b148eff-a2b8-4d89-8103-1f77d41f90f2 req-823d7465-315b-421f-b721-bb93c9928ca8 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 210 time: 0.0448768 Aug 25 16:16:21.029524 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-009eda43-2464-4da7-820d-1e32b15fe2e1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:21.031548 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-009eda43-2464-4da7-820d-1e32b15fe2e1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "GET /v2.0/networks?id=eff7ce1b-7632-48d6-a8a4-00542eeb6874 HTTP/1.1" status: 200 len: 814 time: 0.1625798 Aug 25 16:16:21.068799 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Request body: {'port': {'device_id': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874', 'admin_state_up': True, 'tenant_id': 'fca47541d0d64df287c2f4e77312778a'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:16:21.282015 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:16:21.291518 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:16:21.300911 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Made reservation on behalf of fca47541d0d64df287c2f4e77312778a for: {'port': 1} {{(pid=75092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 16:16:21.303907 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:21.464903 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_common [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Allocated IP 172.20.0.6 (eff7ce1b-7632-48d6-a8a4-00542eeb6874/e3714885-75dd-4ff0-b61e-e0ddccd2ce49/981fa9ed-9584-42d4-9219-17d4c56fe571) {{(pid=75092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 16:16:21.526910 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:21.677649 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653efa2-83fd-4059-9de6-8a7e4d8f2562 req-71509911-737d-4e17-ad70-faf4fe981685 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:21.679108 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a653efa2-83fd-4059-9de6-8a7e4d8f2562 req-71509911-737d-4e17-ad70-faf4fe981685 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.2050800 Aug 25 16:16:21.763731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks [] for port, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:21.774616 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a653efa2-83fd-4059-9de6-8a7e4d8f2562 req-c931ae6b-777c-471f-8efb-57e655ef7eb9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887480 Aug 25 16:16:21.797531 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748442883359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:21.803311 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:21.869175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Network eff7ce1b-7632-48d6-a8a4-00542eeb6874 is already hosted by enough agents. {{(pid=75092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 16:16:21.872218 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.base_scheduler [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Resources bound (agent type, host, resource id): {{(pid=75092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 16:16:21.876857 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Received port after_create {{(pid=75092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 25 16:16:21.913514 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Pushing event updated for resources: {'Port': ['ID=981fa9ed-9584-42d4-9219-17d4c56fe571,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:21.917945 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:21.944604 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:21.945210 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:21.974363 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d3b6ab9-8d79-4c6f-8a9b-73b5b172eb2e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095640 Aug 25 16:16:21.992755 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.v2.base [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Request body: {'port': {'device_id': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 25 16:16:22.029387 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b0a6f-fa49-4d1e-9374-201a8a1ecdc5 req-477591d1-5f70-42ea-8e66-397cb681d3e1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:22.030919 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-240b0a6f-fa49-4d1e-9374-201a8a1ecdc5 req-477591d1-5f70-42ea-8e66-397cb681d3e1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 931 time: 0.0821674 Aug 25 16:16:22.079273 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-240b0a6f-fa49-4d1e-9374-201a8a1ecdc5 req-678d8101-c601-4b55-8e67-28b44869a3a6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Aug 25 16:16:22.106181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:22.238145 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-9696d43d-7c1b-4a9b-8f97-c3e0e666b3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:22.477582 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981fa9ed-9584-42d4-9219-17d4c56fe571 {{(pid=75092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:22.484888 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:22.499081 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.provisioning_blocks [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Transition to ACTIVE for port object 981fa9ed-9584-42d4-9219-17d4c56fe571 will not be triggered until provisioned by entity L2. {{(pid=75092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 25 16:16:22.502739 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:22.506853 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-bdb7c442-5217-47cd-99c6-2a95ed8e1172 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:22.630145 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Pushing event updated for resources: {'Port': ['ID=981fa9ed-9584-42d4-9219-17d4c56fe571,revision_number=2']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:22.634173 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:22.734919 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Attempting to bind port 981fa9ed-9584-42d4-9219-17d4c56fe571 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 25 16:16:22.735251 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Attempting to bind port 981fa9ed-9584-42d4-9219-17d4c56fe571 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 25 16:16:22.735577 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Attempting to bind port 981fa9ed-9584-42d4-9219-17d4c56fe571 on network eff7ce1b-7632-48d6-a8a4-00542eeb6874 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:16:22.741340 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Port 981fa9ed-9584-42d4-9219-17d4c56fe571 on network eff7ce1b-7632-48d6-a8a4-00542eeb6874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 25 16:16:22.741666 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Attempting to bind port 981fa9ed-9584-42d4-9219-17d4c56fe571 on network eff7ce1b-7632-48d6-a8a4-00542eeb6874 {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 25 16:16:22.747843 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Checking agent: {'id': '861e3efb-60a7-49ac-b908-dbcea6893af7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'started_at': datetime.datetime(2021, 8, 25, 16, 2, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 25, 16, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 25 16:16:22.748209 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Checking segment: {'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 25 16:16:22.750631 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Bound using segment: {'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'} {{(pid=75092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 25 16:16:22.750988 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.managers [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Bound port: 981fa9ed-9584-42d4-9219-17d4c56fe571, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8acd9e23-c9f3-4b69-a717-e1cef81763ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874'}}] {{(pid=75092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 25 16:16:22.751877 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:22.845286 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] For port 981fa9ed-9584-42d4-9219-17d4c56fe571, host hv-cinder-80582, cleared binding levels {{(pid=75092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 16:16:22.848333 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] For port 981fa9ed-9584-42d4-9219-17d4c56fe571, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=981fa9ed-9584-42d4-9219-17d4c56fe571,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 16:16:22.852643 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1878794'] for port, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:22.857200 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a328d948-ba1f-45dc-8feb-427ba5ee7a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:22.956888 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:22.958240 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] 10.222.0.53 "PUT /v2.0/ports/981fa9ed-9584-42d4-9219-17d4c56fe571 HTTP/1.1" status: 200 len: 1093 time: 0.9701617 Aug 25 16:16:22.958823 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'tag': '981fa9ed-9584-42d4-9219-17d4c56fe571'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:22.988373 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Pushing event updated for resources: {'Port': ['ID=981fa9ed-9584-42d4-9219-17d4c56fe571,revision_number=3']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:22.992397 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:23.016258 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160b94d-c3ee-4fd1-b051-91f6d743cd38 req-587a1ecb-3930-47b7-b2b6-8fbed7514133 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:23.017724 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c160b94d-c3ee-4fd1-b051-91f6d743cd38 req-587a1ecb-3930-47b7-b2b6-8fbed7514133 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.1185560 Aug 25 16:16:23.022085 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'tag': '981fa9ed-9584-42d4-9219-17d4c56fe571', 'status': 'completed', 'code': 200} Aug 25 16:16:23.186189 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c160b94d-c3ee-4fd1-b051-91f6d743cd38 req-831a0547-836e-458c-b8bd-33769e6ab7db tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621115 Aug 25 16:16:23.200512 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-e6db444e-cc21-4bf5-9dfe-d111013a60d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fca47541d0d64df287c2f4e77312778a&device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 1096 time: 0.0894194 Aug 25 16:16:23.282114 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-9ecfaa9e-fc57-48b1-aeea-e7c569d38531 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981fa9ed-9584-42d4-9219-17d4c56fe571 HTTP/1.1" status: 200 len: 217 time: 0.0661459 Aug 25 16:16:23.285730 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7e46-c17e-4a14-a53c-a7068fb1346b req-c8eafb60-ac43-4251-a5de-8e6d71e63246 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:23.287206 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f80a7e46-c17e-4a14-a53c-a7068fb1346b req-c8eafb60-ac43-4251-a5de-8e6d71e63246 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 943 time: 0.0812533 Aug 25 16:16:23.348021 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-fd4a9993-de55-4f55-8e29-1911221f4cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:23.349510 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-fd4a9993-de55-4f55-8e29-1911221f4cd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3714885-75dd-4ff0-b61e-e0ddccd2ce49 HTTP/1.1" status: 200 len: 854 time: 0.0618794 Aug 25 16:16:23.401532 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-7d5552f8-8c76-4eb6-b9b3-63037a14a1bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eff7ce1b-7632-48d6-a8a4-00542eeb6874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449281 Aug 25 16:16:23.438670 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f80a7e46-c17e-4a14-a53c-a7068fb1346b req-1e00f996-5dbb-4f97-8f0c-d7db2cdb513a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411235 Aug 25 16:16:23.533236 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-abcb1ba5-0d4a-434a-9ab9-30f7e452297b service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252367 Aug 25 16:16:23.675297 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-02f14b05-dd2c-42fe-b77e-0f5f839c9e09 req-c27ad8fa-270d-482c-9ecf-8f67d8ae9728 service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356628 Aug 25 16:16:23.837359 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4045612-027e-450e-b007-8f758d528587 req-fae5df7f-9155-4c07-b6b6-bb433dbd68a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fca47541d0d64df287c2f4e77312778a&device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 1096 time: 0.0680177 Aug 25 16:16:23.972846 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4045612-027e-450e-b007-8f758d528587 req-64c6189a-4d20-4e38-9c8d-88effae361c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:23.974281 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4045612-027e-450e-b007-8f758d528587 req-64c6189a-4d20-4e38-9c8d-88effae361c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eff7ce1b-7632-48d6-a8a4-00542eeb6874 HTTP/1.1" status: 200 len: 915 time: 0.1306322 Aug 25 16:16:24.044593 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4045612-027e-450e-b007-8f758d528587 req-88a7965f-0d45-4373-b9a9-bbda6efe985a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=981fa9ed-9584-42d4-9219-17d4c56fe571 HTTP/1.1" status: 200 len: 217 time: 0.0629513 Aug 25 16:16:24.105120 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4045612-027e-450e-b007-8f758d528587 req-4c43619f-7c11-4adc-af8a-44e49ed3ecd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.106454 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4045612-027e-450e-b007-8f758d528587 req-4c43619f-7c11-4adc-af8a-44e49ed3ecd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3714885-75dd-4ff0-b61e-e0ddccd2ce49 HTTP/1.1" status: 200 len: 854 time: 0.0557630 Aug 25 16:16:24.152342 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4045612-027e-450e-b007-8f758d528587 req-92e5625d-6096-4493-8915-053c97ea2508 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eff7ce1b-7632-48d6-a8a4-00542eeb6874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386710 Aug 25 16:16:24.288781 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4045612-027e-450e-b007-8f758d528587 req-eac82717-752d-46a0-9d9a-7c1b01ad7116 service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300764 Aug 25 16:16:24.494202 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d4045612-027e-450e-b007-8f758d528587 req-9b145bcd-8d18-4920-9e3a-75535ac381a8 service neutron] 10.222.0.53 "GET /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979163 Aug 25 16:16:24.501560 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50771b27-9391-47ec-9085-3fd26d8024f4 req-fd66848a-bb53-4775-9a68-7ec38c862422 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.503004 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-50771b27-9391-47ec-9085-3fd26d8024f4 req-fd66848a-bb53-4775-9a68-7ec38c862422 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.1841247 Aug 25 16:16:24.553854 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-50771b27-9391-47ec-9085-3fd26d8024f4 req-b330109f-a641-4cd3-b782-f72430be2357 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452387 Aug 25 16:16:24.645198 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4af10-be35-4dd0-823c-d15eea0a411d req-536b28d0-e7e6-4d67-b4a3-03262fc98710 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:24.646671 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-04b4af10-be35-4dd0-823c-d15eea0a411d req-536b28d0-e7e6-4d67-b4a3-03262fc98710 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 943 time: 0.0806303 Aug 25 16:16:24.693331 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-04b4af10-be35-4dd0-823c-d15eea0a411d req-0938a7c6-02f9-49b1-b7ef-32cd013c1aca tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Aug 25 16:16:25.423178 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-d90fff9b-96ee-4810-8d70-93082fa70851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:25.758162 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3f595-4bc1-4545-9b55-928e18ef4f58 req-a1e728cd-5061-4653-8ca5-05a55c4c1bba tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:25.759847 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a9e3f595-4bc1-4545-9b55-928e18ef4f58 req-a1e728cd-5061-4653-8ca5-05a55c4c1bba tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0816219 Aug 25 16:16:25.805932 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-a9e3f595-4bc1-4545-9b55-928e18ef4f58 req-468071be-47ed-4d3c-ae0e-5d3d12f5e635 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395341 Aug 25 16:16:25.892407 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26b322-b2d7-4a65-bf27-8d85c3ff7bb3 req-362828fa-ba04-405f-8ba3-f740a0b45f3a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:25.893857 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df26b322-b2d7-4a65-bf27-8d85c3ff7bb3 req-362828fa-ba04-405f-8ba3-f740a0b45f3a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 943 time: 0.0792916 Aug 25 16:16:25.939582 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-df26b322-b2d7-4a65-bf27-8d85c3ff7bb3 req-09fa8dc7-566b-4826-a203-1bfc5a9eec69 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Aug 25 16:16:25.951199 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 981fa9ed-9584-42d4-9219-17d4c56fe571 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:16:26.082220 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 981fa9ed-9584-42d4-9219-17d4c56fe571, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=981fa9ed-9584-42d4-9219-17d4c56fe571,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:26.099163 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '981fa9ed-9584-42d4-9219-17d4c56fe571', 'network_id': 'eff7ce1b-7632-48d6-a8a4-00542eeb6874', 'port_id': '981fa9ed-9584-42d4-9219-17d4c56fe571', 'mac_address': 'fa:16:3e:fc:c8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3714885-75dd-4ff0-b61e-e0ddccd2ce49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:16:26.153941 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.171551 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981fa9ed-9584-42d4-9219-17d4c56fe571 {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:26.187359 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 981fa9ed-9584-42d4-9219-17d4c56fe571, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=981fa9ed-9584-42d4-9219-17d4c56fe571,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:26.192403 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:26.194169 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:26.256583 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=981fa9ed-9584-42d4-9219-17d4c56fe571,revision_number=4']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:26.264897 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.265239 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.265572 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.266156 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.266484 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.266806 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.267125 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.267449 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.267784 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.268104 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.268421 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:16:26.272130 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:26.647715 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['981fa9ed-9584-42d4-9219-17d4c56fe571'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:26.775838 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:27.000570 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945523e9-d88c-4b7d-b45c-e3657f84b3bd req-d011dc8e-c864-450d-a3d9-650eb5efc141 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:27.002025 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-945523e9-d88c-4b7d-b45c-e3657f84b3bd req-d011dc8e-c864-450d-a3d9-650eb5efc141 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0772808 Aug 25 16:16:27.050270 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-945523e9-d88c-4b7d-b45c-e3657f84b3bd req-4dd50c22-5339-4893-984c-8540b9afc878 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Aug 25 16:16:27.139928 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178d949-6074-4bae-a73e-969fd9c28e77 req-bf37a92b-58b1-4eab-816f-d2ea749d1cfe tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:27.141623 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f178d949-6074-4bae-a73e-969fd9c28e77 req-bf37a92b-58b1-4eab-816f-d2ea749d1cfe tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 944 time: 0.0778933 Aug 25 16:16:27.191249 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f178d949-6074-4bae-a73e-969fd9c28e77 req-2cf6f96f-def1-45ab-9dd3-25df78993f3d tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 Aug 25 16:16:27.968614 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 981fa9ed-9584-42d4-9219-17d4c56fe571 up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:16:28.068991 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.082161 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning for port 981fa9ed-9584-42d4-9219-17d4c56fe571 completed by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 25 16:16:28.090110 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 981fa9ed-9584-42d4-9219-17d4c56fe571 triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:16:28.090732 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.251384 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.283523 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981fa9ed-9584-42d4-9219-17d4c56fe571'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:28.294528 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 981fa9ed-9584-42d4-9219-17d4c56fe571, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=981fa9ed-9584-42d4-9219-17d4c56fe571,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:28.300202 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:28.303402 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:28.371136 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=981fa9ed-9584-42d4-9219-17d4c56fe571,revision_number=5']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:28.374789 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:28.402007 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25334-f191-43c7-80dd-62cd65e84f0e req-1d6cfaa4-7a37-4bbe-acfa-5bea542efac1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:28.403508 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-10d25334-f191-43c7-80dd-62cd65e84f0e req-1d6cfaa4-7a37-4bbe-acfa-5bea542efac1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.1747448 Aug 25 16:16:28.412560 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecd747-3662-4118-8394-69302b3c8478 req-448c5f4e-081f-435f-86c0-cfe5eaab46a0 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:28.414135 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-57ecd747-3662-4118-8394-69302b3c8478 req-448c5f4e-081f-435f-86c0-cfe5eaab46a0 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.0881667 Aug 25 16:16:28.453224 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-10d25334-f191-43c7-80dd-62cd65e84f0e req-5adbca86-2d2b-47e2-bf3e-1b1f46d2d650 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434625 Aug 25 16:16:28.464895 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-57ecd747-3662-4118-8394-69302b3c8478 req-882abfd4-987a-4c22-bb89-a0183148db40 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448740 Aug 25 16:16:28.521994 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981fa9ed-9584-42d4-9219-17d4c56fe571', 'code': 200} Aug 25 16:16:28.800649 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-20ee3068-d4fd-4a62-81d5-6edd32e439ca req-0d64ff0c-5b9b-4e61-a1a1-50f285d815f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 1098 time: 0.0684135 Aug 25 16:16:28.856204 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-20ee3068-d4fd-4a62-81d5-6edd32e439ca req-333e01d3-bb0b-4cd0-8199-efa49e6c87b3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483599 Aug 25 16:16:29.677894 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf06fa-5c76-4089-be01-b3f2097dcae9 req-e51aaf62-9ef1-4be2-b36e-aa914cebc3f1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:29.679427 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d6bf06fa-5c76-4089-be01-b3f2097dcae9 req-e51aaf62-9ef1-4be2-b36e-aa914cebc3f1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0895872 Aug 25 16:16:29.685240 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb9126-7c31-49f2-9efc-ce37db4ed093 req-3600ad37-2af1-4ff3-8904-bb1e0db5a328 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:29.685984 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-7ceb9126-7c31-49f2-9efc-ce37db4ed093 req-3600ad37-2af1-4ff3-8904-bb1e0db5a328 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Synchronizing usage tracker for tenant:fca47541d0d64df287c2f4e77312778a on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:16:29.703440 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-7ceb9126-7c31-49f2-9efc-ce37db4ed093 req-3600ad37-2af1-4ff3-8904-bb1e0db5a328 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Unset dirty status for tenant:fca47541d0d64df287c2f4e77312778a on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:16:29.705236 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ceb9126-7c31-49f2-9efc-ce37db4ed093 req-3600ad37-2af1-4ff3-8904-bb1e0db5a328 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.1133242 Aug 25 16:16:29.736234 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d6bf06fa-5c76-4089-be01-b3f2097dcae9 req-dd470e96-3093-40fa-ad9c-cbf5db122e28 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509245 Aug 25 16:16:29.759735 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ceb9126-7c31-49f2-9efc-ce37db4ed093 req-eb50e161-a32d-43f2-b49e-cb330568fb8d tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Aug 25 16:16:30.989628 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e868a5-8497-42b7-8bab-a6dc43216e40 req-9691b2ce-6b4b-4221-b29b-cb281e494ee0 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:30.991276 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-74e868a5-8497-42b7-8bab-a6dc43216e40 req-9691b2ce-6b4b-4221-b29b-cb281e494ee0 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.0944684 Aug 25 16:16:31.039178 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-74e868a5-8497-42b7-8bab-a6dc43216e40 req-42f4325c-a96b-41c2-8971-7ee39b2ee224 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413678 Aug 25 16:16:31.087848 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3a457-1671-4adc-9f0b-60ed59d8ac99 req-bf931dac-e167-4a28-9985-1289dc3ddee7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:31.089334 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-94e3a457-1671-4adc-9f0b-60ed59d8ac99 req-bf931dac-e167-4a28-9985-1289dc3ddee7 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0793288 Aug 25 16:16:31.136985 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-94e3a457-1671-4adc-9f0b-60ed59d8ac99 req-b804c96e-9e8d-4821-b524-60b93d078a99 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Aug 25 16:16:32.340620 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457ef3-10df-45c4-9789-017d90237232 req-b951dc85-1b8d-41d4-9cb7-4f156c8e9dac tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:32.341980 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d3457ef3-10df-45c4-9789-017d90237232 req-b951dc85-1b8d-41d4-9cb7-4f156c8e9dac tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0797212 Aug 25 16:16:32.387115 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d3457ef3-10df-45c4-9789-017d90237232 req-c20c2a5b-d493-453a-aa07-32d8db0afa82 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395637 Aug 25 16:16:33.589339 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02ba16-e0b7-46fc-a207-503dfac2af9b req-a1cc2330-9c0f-43df-9426-cbf595f4dc67 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:33.590814 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2c02ba16-e0b7-46fc-a207-503dfac2af9b req-a1cc2330-9c0f-43df-9426-cbf595f4dc67 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0776610 Aug 25 16:16:33.638566 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-2c02ba16-e0b7-46fc-a207-503dfac2af9b req-10cdb396-9ece-4a5c-b150-a67d0966a84f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Aug 25 16:16:33.779042 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:16:34.509354 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-c4cfcc84-d1ac-40d9-96c9-09b84fc6a234 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1099 time: 0.0786629 Aug 25 16:16:34.652838 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-cbc732a8-3374-4750-bd0c-c732a3f06aff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:34.654309 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-cbc732a8-3374-4750-bd0c-c732a3f06aff service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 909 time: 0.1378968 Aug 25 16:16:34.759446 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-210ba7d6-af13-4140-8a78-865837616f15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 1002 time: 0.0983393 Aug 25 16:16:34.868264 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-aebf69be-8763-49f1-ad94-3e98d809f4b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:34.869677 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-aebf69be-8763-49f1-ad94-3e98d809f4b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.0760114 Aug 25 16:16:34.927274 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a460-9254-4ad8-96d5-6d08e41d7313 req-cb3e92be-bce1-4898-8e1f-ed965f075c8d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:34.928637 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d0e0a460-9254-4ad8-96d5-6d08e41d7313 req-cb3e92be-bce1-4898-8e1f-ed965f075c8d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.1682298 Aug 25 16:16:34.985008 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-d0e0a460-9254-4ad8-96d5-6d08e41d7313 req-c0d62035-b472-4ba4-ac49-7fd0527a217c tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498981 Aug 25 16:16:34.992122 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-0bd04665-b44d-49da-abdd-f5214bbeef2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1145775 Aug 25 16:16:35.123200 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-4298ccc3-5d60-4b12-8e7e-29724a219c76 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234608 Aug 25 16:16:35.260407 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-6f01d235-fe7c-45b4-a87f-5c43e3987809 req-3097827b-3553-43eb-b4ea-77b70597e1c3 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307809 Aug 25 16:16:36.198467 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a3cbb-cca5-401d-a342-271ae1c8e8e1 req-d631e039-3151-4df1-89b0-2f75b0786c69 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:36.200008 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9e7a3cbb-cca5-401d-a342-271ae1c8e8e1 req-d631e039-3151-4df1-89b0-2f75b0786c69 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0887187 Aug 25 16:16:36.253752 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-9e7a3cbb-cca5-401d-a342-271ae1c8e8e1 req-95913a2f-2099-4982-9c56-96edf2e97a75 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473976 Aug 25 16:16:37.468484 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e657-ab61-4331-9f7b-7279b4b54f19 req-cc1462ba-0290-4568-8f57-ce120cb65234 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:37.469947 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8324e657-ab61-4331-9f7b-7279b4b54f19 req-cc1462ba-0290-4568-8f57-ce120cb65234 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0978887 Aug 25 16:16:37.520451 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-8324e657-ab61-4331-9f7b-7279b4b54f19 req-270f5f22-fe35-4f65-85a7-aefd13285d1f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425084 Aug 25 16:16:38.719206 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c25237-a062-4c95-9257-cb86005949fa req-1267cf4f-c586-4ec1-b8bf-d86c33fc8918 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:38.720707 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-16c25237-a062-4c95-9257-cb86005949fa req-1267cf4f-c586-4ec1-b8bf-d86c33fc8918 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0786867 Aug 25 16:16:38.767868 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-16c25237-a062-4c95-9257-cb86005949fa req-03335829-afdd-4b51-95f9-7fd6c19f552a tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415034 Aug 25 16:16:39.068708 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-05dc00d6-d87b-4424-8b3f-06556f7a75b8 req-27d923d1-992c-4855-84c4-3d8981f092be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1837113 Aug 25 16:16:39.350517 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:39.393582 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ace21-f15d-447a-95aa-187776b32e73 req-4e9e7516-15fb-445d-b6fe-d5df6e6d3bbd tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:39.395047 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c62ace21-f15d-447a-95aa-187776b32e73 req-4e9e7516-15fb-445d-b6fe-d5df6e6d3bbd tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.1359763 Aug 25 16:16:39.398905 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-efa1f072-a6a4-4a0f-99df-e3fe96f58336 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2072120 Aug 25 16:16:39.447437 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-c62ace21-f15d-447a-95aa-187776b32e73 req-8106ac0d-cd51-4333-9ed1-376a58680d46 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Aug 25 16:16:40.676335 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-ed5d46c7-5130-410d-8fcc-1be7a20ec444 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61&tenant_id=2c9ad783b7534d548d618b99c3710867 HTTP/1.1" status: 200 len: 1099 time: 0.1623490 Aug 25 16:16:40.683414 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fdafb-28d4-4d17-8f6b-9b3aa36a9be9 req-410650f0-9dbf-424a-aa12-c838a9f30dfc tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:40.684912 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-091fdafb-28d4-4d17-8f6b-9b3aa36a9be9 req-410650f0-9dbf-424a-aa12-c838a9f30dfc tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0993233 Aug 25 16:16:40.740725 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-091fdafb-28d4-4d17-8f6b-9b3aa36a9be9 req-80eb276d-979d-4ac1-ab37-346d35e168b1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496256 Aug 25 16:16:40.789200 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-c88e4a6c-b575-4c24-920e-9bec4659d3a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1099 time: 0.0779574 Aug 25 16:16:40.940696 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-33f13c8d-3520-47d9-87a9-ee4d5edddafe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:40.942931 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-33f13c8d-3520-47d9-87a9-ee4d5edddafe service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 909 time: 0.1460829 Aug 25 16:16:41.062317 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-c433d07f-7af4-42a6-a908-149033682392 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 1002 time: 0.1119602 Aug 25 16:16:41.130480 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-e34587a8-f380-460f-ac93-59b6e0a3d67c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:41.131933 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-e34587a8-f380-460f-ac93-59b6e0a3d67c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.0621192 Aug 25 16:16:41.212672 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-26c4b338-b41e-41e3-8354-3df1be161de0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737016 Aug 25 16:16:41.348420 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-ca54c776-75aa-4c9e-960d-76eaaed123c6 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232643 Aug 25 16:16:41.482052 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-097dcda4-ef16-4ad5-a73b-f54bb2e79468 req-bc2d583a-76f4-4b7e-818f-f4c0f90dd7c3 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267471 Aug 25 16:16:41.947629 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b467b9-4c5e-4cc2-aba1-72b71722bd73 req-5a665168-0069-4550-b345-afdc99fc3eb3 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:41.949210 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b8b467b9-4c5e-4cc2-aba1-72b71722bd73 req-5a665168-0069-4550-b345-afdc99fc3eb3 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0808322 Aug 25 16:16:41.997468 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-b8b467b9-4c5e-4cc2-aba1-72b71722bd73 req-e16c89b2-6361-4beb-9a2d-741c7ea0dd36 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Aug 25 16:16:42.093324 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6d114c41-bb1e-4b12-bd14-a536e05db6cc no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:16:42.203480 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:42.238351 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:42.248704 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:42.253083 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:42.254814 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:42.302148 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'code': 200} Aug 25 16:16:42.321175 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=6']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:42.324271 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:43.206126 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f11de2-d61c-4905-95f8-0cbfb7e17dcd req-4124d4f9-be1f-4a6e-8842-e762bd614b9f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:43.207626 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-89f11de2-d61c-4905-95f8-0cbfb7e17dcd req-4124d4f9-be1f-4a6e-8842-e762bd614b9f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 944 time: 0.0843277 Aug 25 16:16:43.260131 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-89f11de2-d61c-4905-95f8-0cbfb7e17dcd req-dbe6a98a-3d20-4470-a83c-a206b3729f4e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455303 Aug 25 16:16:44.466879 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14c54-d822-4d66-acee-7e7a465bbd02 req-25b52626-88ea-421a-8d7c-5905337cd40e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:44.468537 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d9c14c54-d822-4d66-acee-7e7a465bbd02 req-25b52626-88ea-421a-8d7c-5905337cd40e tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 944 time: 0.0790992 Aug 25 16:16:44.518285 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-d9c14c54-d822-4d66-acee-7e7a465bbd02 req-c638a147-86bf-43f4-8486-1cf9a8b8a08d tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Aug 25 16:16:44.956033 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f8c069d1-630d-4ce6-889b-04db70e0d044 req-d349091f-e9f8-4d20-922d-e514869346d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1097 time: 0.0898798 Aug 25 16:16:45.002128 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-f8c069d1-630d-4ce6-889b-04db70e0d044 req-67cbbaa0-8a2f-440d-af58-542ec3782b85 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393436 Aug 25 16:16:45.745992 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b375e80-ccdf-4f31-8051-5a5b8d834689 req-d02b2c4f-c6f0-4de4-b102-e8a691527e09 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:45.747467 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4b375e80-ccdf-4f31-8051-5a5b8d834689 req-d02b2c4f-c6f0-4de4-b102-e8a691527e09 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 944 time: 0.1015563 Aug 25 16:16:45.794473 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4b375e80-ccdf-4f31-8051-5a5b8d834689 req-49003d26-9327-4cb7-97c7-951032c69d83 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Aug 25 16:16:46.131707 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6d114c41-bb1e-4b12-bd14-a536e05db6cc details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 25 16:16:46.268647 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:46.282525 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Returning: {'device': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'port_id': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'mac_address': 'fa:16:3e:81:96:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 25 16:16:46.346532 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.364909 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d114c41-bb1e-4b12-bd14-a536e05db6cc {{(pid=75093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 25 16:16:46.381347 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:46.385581 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:46.387352 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:46.452291 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=7']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:46.455376 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:46.860059 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['6d114c41-bb1e-4b12-bd14-a536e05db6cc'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:47.008068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4acef-747e-4170-8f57-02f26345ce85 req-6a65378a-ba72-4547-b31f-2d7fdc76f80f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:47.009530 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f9c4acef-747e-4170-8f57-02f26345ce85 req-6a65378a-ba72-4547-b31f-2d7fdc76f80f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 945 time: 0.0880780 Aug 25 16:16:47.059490 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-f9c4acef-747e-4170-8f57-02f26345ce85 req-9a6c621d-417d-41b7-8386-9047110d9cd8 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Aug 25 16:16:48.156529 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6d114c41-bb1e-4b12-bd14-a536e05db6cc up at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 25 16:16:48.229879 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.provisioning_blocks [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Provisioning complete for port 6d114c41-bb1e-4b12-bd14-a536e05db6cc triggered by entity L2. {{(pid=75093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 25 16:16:48.230259 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4094982'] for port, provisioning_complete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.350997 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3700538'] for port, before_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.380495 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc'}] {{(pid=75093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:48.391478 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:48.397175 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748443324182', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748442883377', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748442883422'] for port, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:48.398453 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-86ff4c12-9199-4894-b5fe-3bc09a8543b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:48.440447 dv-cinder-805825-2-smb neutron-server[75093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'code': 200} Aug 25 16:16:48.470476 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Pushing event updated for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=8']} {{(pid=75093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:48.474248 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_concurrency.lockutils [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75093) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:48.583635 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-73194680-2f17-4d60-9e11-7bc35c99ad60 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796540 Aug 25 16:16:48.701526 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-b99b2509-ca45-41fa-b894-4f5eb9b20465 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1099 time: 0.0731382 Aug 25 16:16:48.857651 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-dbb4abbc-110a-4b96-b474-9242211978fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:48.859085 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-dbb4abbc-110a-4b96-b474-9242211978fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 909 time: 0.1384883 Aug 25 16:16:48.970758 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-c076db6e-28ec-48dc-a6c1-01e55cbc2ee4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 1002 time: 0.1041765 Aug 25 16:16:49.036174 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-d2552c4a-2f55-469f-b9e3-a832723df985 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:49.037642 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-d2552c4a-2f55-469f-b9e3-a832723df985 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.0592756 Aug 25 16:16:49.118515 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-6bdf9d25-c310-4381-a59f-0f5482eb77d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734169 Aug 25 16:16:49.321743 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-08745f95-3a28-4083-bdbf-ce21ce8a0f24 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954050 Aug 25 16:16:49.453875 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-7ec6eb95-1d04-4a24-8e82-003776cd82b8 req-f950f556-add9-4f9b-9570-11152f2218b5 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243668 Aug 25 16:16:51.530015 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:52.233623 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-78515de2-1974-49d7-89a6-62a15116dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:53.330677 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daa87a-8ade-4acf-90b2-31fe5327cbd1 req-122599fc-ed8e-45ea-8150-0faa3a66edf1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:53.332193 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-99daa87a-8ade-4acf-90b2-31fe5327cbd1 req-122599fc-ed8e-45ea-8150-0faa3a66edf1 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.0782046 Aug 25 16:16:53.377863 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-99daa87a-8ade-4acf-90b2-31fe5327cbd1 req-9affb75c-4eca-43ba-a49c-62373dd39a73 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Aug 25 16:16:54.585127 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d30013-9a45-40c6-8f16-d09d4505fa1a req-738a0583-3403-4428-a94e-e3bbb08efd7a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:54.586648 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-99d30013-9a45-40c6-8f16-d09d4505fa1a req-738a0583-3403-4428-a94e-e3bbb08efd7a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.0810640 Aug 25 16:16:54.634244 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-99d30013-9a45-40c6-8f16-d09d4505fa1a req-4b9d90da-455e-4e7f-8869-e5927ac78f7e tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Aug 25 16:16:55.426447 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-acd33eb5-6288-45ad-81fd-17acd5bfc7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:55.840373 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af607ee-14cb-47a9-91bc-e74ca44b481f req-50043463-f5a1-48c1-bdc3-2d40d0d983ea tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:55.842728 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8af607ee-14cb-47a9-91bc-e74ca44b481f req-50043463-f5a1-48c1-bdc3-2d40d0d983ea tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.0843849 Aug 25 16:16:55.892895 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-8af607ee-14cb-47a9-91bc-e74ca44b481f req-16968014-ef93-42ea-96d0-378ce43534f7 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Aug 25 16:16:56.771962 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:57.124971 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb75891-0484-454a-abe0-cbf6cf13b1be req-da5c9749-2bcd-444c-a320-b4db0b5e2643 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:57.126435 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fbb75891-0484-454a-abe0-cbf6cf13b1be req-da5c9749-2bcd-444c-a320-b4db0b5e2643 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.0828860 Aug 25 16:16:57.176271 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-fbb75891-0484-454a-abe0-cbf6cf13b1be req-ca3a14df-851d-4e5b-b8b5-6209146ca52f tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Aug 25 16:16:58.066336 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.378024 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392fcd8-b522-4794-be6f-931d0601f684 req-7bdcbf0c-0483-4264-a756-a8759f31d71a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:58.379554 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7392fcd8-b522-4794-be6f-931d0601f684 req-7bdcbf0c-0483-4264-a756-a8759f31d71a tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.0809095 Aug 25 16:16:58.384771 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-18c245ec-2add-4dba-9879-088545c956b6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:16:58.387309 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-18c245ec-2add-4dba-9879-088545c956b6 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 945 time: 0.1006510 Aug 25 16:16:58.431793 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-7392fcd8-b522-4794-be6f-931d0601f684 req-56518f0f-1aa5-4fb0-9e11-8c6717a8393f tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/security-groups?id=04913656-48cf-4966-92be-d928f23d5545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465145 Aug 25 16:16:58.464986 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Deleting port 981fa9ed-9584-42d4-9219-17d4c56fe571 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:16:58.465327 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.720779 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] For port 981fa9ed-9584-42d4-9219-17d4c56fe571, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=981fa9ed-9584-42d4-9219-17d4c56fe571,segment=NetworkSegment(8acd9e23-c9f3-4b69-a717-e1cef81763ef),segment_id=8acd9e23-c9f3-4b69-a717-e1cef81763ef)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:16:58.721130 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:58.847376 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Calling delete_port for 981fa9ed-9584-42d4-9219-17d4c56fe571 owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:16:59.002606 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.011727 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-581fa49a-0f02-4294-acc0-ba91d7866c90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:16:59.038151 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] get_ports_and_sgs() called for port_ids ['981fa9ed-9584-42d4-9219-17d4c56fe571'] {{(pid=75093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 16:16:59.064787 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Pushing event deleted for resources: {'Port': ['ID=981fa9ed-9584-42d4-9219-17d4c56fe571,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:16:59.068481 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:16:59.141259 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] No DVR routers for this DVR port 981fa9ed-9584-42d4-9219-17d4c56fe571 on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:16:59.143726 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:16:59.146371 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'name': 'network-vif-deleted', 'tag': '981fa9ed-9584-42d4-9219-17d4c56fe571'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:16:59.162771 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-14fb04a9-bbe7-42fa-be5e-7a91e29640a3 req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.53 "DELETE /v2.0/ports/981fa9ed-9584-42d4-9219-17d4c56fe571 HTTP/1.1" status: 204 len: 173 time: 0.7698610 Aug 25 16:16:59.204619 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9a6ee7-0087-4d67-a475-741f8bf5cc02', 'name': 'network-vif-deleted', 'tag': '981fa9ed-9584-42d4-9219-17d4c56fe571', 'status': 'completed', 'code': 200} Aug 25 16:16:59.622795 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-951fc264-b8da-4303-ae07-76a10151fa5f req-c3df1903-93ea-45cc-975e-a97d7a1a4308 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b9a6ee7-0087-4d67-a475-741f8bf5cc02 HTTP/1.1" status: 200 len: 210 time: 0.0489342 Aug 25 16:17:01.409386 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa84f8a-92cd-483d-aebb-315d7a6be0df req-ea0a2827-de5b-4fb9-bbf2-92ea5492a558 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:01.410860 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-faa84f8a-92cd-483d-aebb-315d7a6be0df req-ea0a2827-de5b-4fb9-bbf2-92ea5492a558 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 946 time: 0.0825801 Aug 25 16:17:01.462501 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-faa84f8a-92cd-483d-aebb-315d7a6be0df req-e2627058-590f-4e29-8a62-065f3e063bb3 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459731 Aug 25 16:17:02.208912 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 981fa9ed-9584-42d4-9219-17d4c56fe571 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:02.242361 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 981fa9ed-9584-42d4-9219-17d4c56fe571 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:02.242708 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 981fa9ed-9584-42d4-9219-17d4c56fe571 not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:02.685842 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa507c11-2c54-4367-b2d7-90979b6f9e28 req-c7fc6906-599c-420d-be90-353c4f48648b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:02.687376 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa507c11-2c54-4367-b2d7-90979b6f9e28 req-c7fc6906-599c-420d-be90-353c4f48648b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 946 time: 0.0859721 Aug 25 16:17:02.752422 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-aa507c11-2c54-4367-b2d7-90979b6f9e28 req-cbad4b1e-9728-4a6f-a7f9-2cbf24c0deee tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585382 Aug 25 16:17:03.278846 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-4e9746dc-ef88-46fc-aa93-c2d7fa091878 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:03.280366 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-4e9746dc-ef88-46fc-aa93-c2d7fa091878 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 946 time: 0.0869727 Aug 25 16:17:03.349449 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Deleting port e45d2137-91ad-438d-b021-eba0fe6af77c {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:03.349790 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.671261 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] For port e45d2137-91ad-438d-b021-eba0fe6af77c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e45d2137-91ad-438d-b021-eba0fe6af77c,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:03.671613 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.966854 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.967576 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946253'] for floatingip, after_update {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:03.967576 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.db.l3_db [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Floating IP 8b1fa533-ac51-41c7-9af9-2953414c6baf disassociated. External IP: 172.28.1.244, port: e45d2137-91ad-438d-b021-eba0fe6af77c. Aug 25 16:17:03.967997 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Calling delete_port for e45d2137-91ad-438d-b021-eba0fe6af77c owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:03.998905 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc0ec-649b-4b69-90bb-f58ee752b98a req-c6d8a52b-f8a0-4b74-a9ae-29d3ad4a1586 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:17:04.000438 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-22bfc0ec-649b-4b69-90bb-f58ee752b98a req-c6d8a52b-f8a0-4b74-a9ae-29d3ad4a1586 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 946 time: 0.0792422 Aug 25 16:17:04.048685 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-22bfc0ec-649b-4b69-90bb-f58ee752b98a req-c906ba41-352c-4f4c-9768-3e9801341be7 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups?id=e890818b-cf44-4682-b7f7-cc439b22c8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 Aug 25 16:17:04.117900 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.123570 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-834737eb-fd7b-44c5-9e87-de3640344ca4 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:04.164470 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event deleted for resources: {'Port': ['ID=e45d2137-91ad-438d-b021-eba0fe6af77c,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:04.168626 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:04.405336 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:04.611300 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:04.623952 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] Sync routers for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:04.636735 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:04.638019 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:16:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:04.692134 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] No DVR routers for this DVR port e45d2137-91ad-438d-b021-eba0fe6af77c on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:04.694753 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:04.698903 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-deleted', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:17:04.714162 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-4f7ec8c2-07da-4bde-9660-0cb94e04438d req-1d3072e7-4156-4eab-838e-5aaa8c48b32e tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.53 "DELETE /v2.0/ports/e45d2137-91ad-438d-b021-eba0fe6af77c HTTP/1.1" status: 204 len: 173 time: 1.4281065 Aug 25 16:17:04.759840 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5701f41f-d396-4cd4-9272-3ab23fa34b86', 'name': 'network-vif-deleted', 'tag': 'e45d2137-91ad-438d-b021-eba0fe6af77c', 'status': 'completed', 'code': 200} Aug 25 16:17:04.842100 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:05.164735 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:05.168550 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] Checking router: c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:05.179859 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:05.180651 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:16:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:05.251094 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-a7ce2643-ce25-4f55-a705-1bc2e0dec052 req-b4422eef-6b94-4846-8923-948ddedc50c1 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/ports?device_id=5701f41f-d396-4cd4-9272-3ab23fa34b86 HTTP/1.1" status: 200 len: 210 time: 0.0444720 Aug 25 16:17:05.394729 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:05.706351 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:05.710205 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d79ad9-3f77-45bd-8cb7-8ea70c2377ac None None] The sync data for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb is: [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:16Z', 'revision_number': 4, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '8ba10676-f453-499d-8769-71b8af692bd9', 'name': '', 'network_id': 'a29a2596-089e-4bab-ab4b-238d909eee7e', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'mac_address': 'fa:16:3e:94:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6939263-c991-445d-80ac-37c309c153cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:16Z', 'updated_at': '2021-08-25T16:08:26Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'subnets': [{'id': 'd6939263-c991-445d-80ac-37c309c153cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:05.922530 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a99b6a8-e34f-44e4-9923-ef96af34993d None None] New status for floating IP 8b1fa533-ac51-41c7-9af9-2953414c6baf: DOWN {{(pid=75093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:17:06.415734 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37224) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:06.485084 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-de5f8666-a6d2-4918-9a88-090aff75f9b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.514363 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-de5f8666-a6d2-4918-9a88-090aff75f9b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.569636 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-de5f8666-a6d2-4918-9a88-090aff75f9b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.575802 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-06981b24-3299-4ce6-b2f8-b269916474f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:06.595143 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8666-a6d2-4918-9a88-090aff75f9b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e890818b-cf44-4682-b7f7-cc439b22c8c2,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:06.597505 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-de5f8666-a6d2-4918-9a88-090aff75f9b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:06.603568 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-de5f8666-a6d2-4918-9a88-090aff75f9b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:06.604726 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-de5f8666-a6d2-4918-9a88-090aff75f9b5 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "DELETE /v2.0/security-groups/e890818b-cf44-4682-b7f7-cc439b22c8c2 HTTP/1.1" status: 204 len: 168 time: 0.1879878 Aug 25 16:17:06.608107 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37230) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:06.643648 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.api.v2.resource [None req-f6153065-d229-4568-a1b8-126b9d78455b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] show failed (client error): The resource could not be found. Aug 25 16:17:06.644731 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-f6153065-d229-4568-a1b8-126b9d78455b tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "GET /v2.0/security-groups/e890818b-cf44-4682-b7f7-cc439b22c8c2 HTTP/1.1" status: 404 len: 347 time: 0.0356390 Aug 25 16:17:06.647614 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37236) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:06.887305 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Deleting port b7bb0068-d194-4fbb-a234-780c65eec001 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:06.887636 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.063931 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.064263 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.183676 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Calling delete_port for b7bb0068-d194-4fbb-a234-780c65eec001 owned by network:floatingip {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:07.329850 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.333825 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-e5621335-5b3a-4448-96b3-0a9f92a6f0a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:07.375138 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Pushing event deleted for resources: {'Port': ['ID=b7bb0068-d194-4fbb-a234-780c65eec001,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:07.414824 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.415186 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.415548 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.415931 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.416288 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.416638 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.416985 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.417386 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.417733 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.418101 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.418462 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:07.425755 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:07.482139 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks [] for floatingip, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.496688 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:07.497828 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-fb1406f6-6323-40ba-9d25-e0eee3e476fb tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b1fa533-ac51-41c7-9af9-2953414c6baf HTTP/1.1" status: 204 len: 168 time: 0.8492501 Aug 25 16:17:08.208929 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:08.241524 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: e45d2137-91ad-438d-b021-eba0fe6af77c {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:08.241880 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device e45d2137-91ad-438d-b021-eba0fe6af77c not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:09.355856 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:10.341482 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37278) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:10.780801 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:17:10.886427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947551'] for router_interface, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.641798 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Deleting port 8ba10676-f453-499d-8769-71b8af692bd9 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:11.642461 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.816087 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] For port 8ba10676-f453-499d-8769-71b8af692bd9, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=8ba10676-f453-499d-8769-71b8af692bd9,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:11.816461 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:11.941538 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Calling delete_port for 8ba10676-f453-499d-8769-71b8af692bd9 owned by network:router_interface {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:12.125368 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:12.129768 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a2c845f0-3a4f-4265-ae52-7382f2b79389 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:12.171795 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba10676-f453-499d-8769-71b8af692bd9,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:12.175255 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:12.463464 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4067721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947627'] for router_interface, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:13.157075 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:17:13.365238 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:17:13.373727 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] Sync routers for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:17:13.381916 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8ab0a46-2e3f-4672-aeb5-3720c9b00c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0392880 Aug 25 16:17:13.384388 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37300) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:13.386538 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:13.387230 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:16:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:13.562218 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:13.580157 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks [] for router, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:13.779513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:13.791453 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Deleting port 49001084-8e51-4761-9de4-fe75c9333134 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:13.791843 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:13.850219 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '49001084-8e51-4761-9de4-fe75c9333134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:17:12Z', 'revision_number': 5, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port': {'id': '49001084-8e51-4761-9de4-fe75c9333134', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:13.854629 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] Checking router: c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:17:13.867263 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] Routers {'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:17:13.867944 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:16:55Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:13.973160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] For port 49001084-8e51-4761-9de4-fe75c9333134, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=49001084-8e51-4761-9de4-fe75c9333134,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:13.973619 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.024204 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] Set router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 gateway port host: None {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:17:14.101119 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Calling delete_port for 49001084-8e51-4761-9de4-fe75c9333134 owned by network:router_gateway {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:14.162460 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:17:13Z', 'revision_number': 6, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port_host': None}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:14.166453 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c08a4e-0fc2-4d76-b356-188e017995e6 None None] The sync data for ids ['c8ab0a46-2e3f-4672-aeb5-3720c9b00c00'] in dv-cinder-805825-2-smb is: [{'id': 'c8ab0a46-2e3f-4672-aeb5-3720c9b00c00', 'name': 'tempest-AttachVolumeShelveTestJSON-236095175-router', 'tenant_id': '281630c86f37493fb0b7cb948528f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:08:13Z', 'updated_at': '2021-08-25T16:17:13Z', 'revision_number': 6, 'project_id': '281630c86f37493fb0b7cb948528f899', 'gw_port_host': None}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:17:14.286203 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.290008 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7f688097-07dd-4aba-9309-b4d99cbdc190 tempest-AttachVolumeShelveTestJSON-1892826822 tempest-AttachVolumeShelveTestJSON-1892826822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:14.333103 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Pushing event deleted for resources: {'Port': ['ID=49001084-8e51-4761-9de4-fe75c9333134,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:14.337378 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:14.662324 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946210'] for router_gateway, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.927554 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-948878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.932176 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.958856 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-949278'] for router, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.959392 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 {{(pid=75091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:17:14.973367 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:14.974689 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7924fb17-e67e-445d-8c4f-5fc5fc4a576d admin admin] 10.222.0.30 "DELETE /v2.0/routers/c8ab0a46-2e3f-4672-aeb5-3720c9b00c00 HTTP/1.1" status: 204 len: 168 time: 1.5892148 Aug 25 16:17:14.977100 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37312) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:15.043636 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Deleting subnet d6939263-c991-445d-80ac-37c309c153cb {{(pid=75091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:17:15.046932 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.051910 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 49001084-8e51-4761-9de4-fe75c9333134 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:15.117274 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1911378'] for subnet, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.123200 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 49001084-8e51-4761-9de4-fe75c9333134 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:15.123560 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 49001084-8e51-4761-9de4-fe75c9333134 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:15.124010 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 8ba10676-f453-499d-8769-71b8af692bd9 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:15.156740 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 8ba10676-f453-499d-8769-71b8af692bd9 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:15.157313 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 8ba10676-f453-499d-8769-71b8af692bd9 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:15.209470 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.283584 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1925065'] for subnet, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.288646 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-086d3bcc-a6d9-41ea-affd-ff4949d75c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:15.324063 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6939263-c991-445d-80ac-37c309c153cb,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:15.345888 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:15.345888 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.346087 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7c001b68-1c28-4078-b6f2-67b66f509599 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6939263-c991-445d-80ac-37c309c153cb HTTP/1.1" status: 204 len: 168 time: 0.3677642 Aug 25 16:17:15.348800 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37322) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:15.349110 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0647b51-10fd-43f6-aabe-fc9617cbfd93 None None] Network a29a2596-089e-4bab-ab4b-238d909eee7e requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:17:15.459543 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.471094 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Deleting port 801ef5dd-aef3-41fb-a147-7c66178b9c4f {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:15.471538 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.623309 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] DHCP port deletion for a29a2596-089e-4bab-ab4b-238d909eee7e request from dv-cinder-805825-2-smb {{(pid=75093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:17:15.627962 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Deleting port 801ef5dd-aef3-41fb-a147-7c66178b9c4f {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:15.628345 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.682581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] For port 801ef5dd-aef3-41fb-a147-7c66178b9c4f, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=801ef5dd-aef3-41fb-a147-7c66178b9c4f,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:15.682936 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.801574 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Calling delete_port for 801ef5dd-aef3-41fb-a147-7c66178b9c4f owned by network:dhcp {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:15.835090 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] For port 801ef5dd-aef3-41fb-a147-7c66178b9c4f, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=801ef5dd-aef3-41fb-a147-7c66178b9c4f,segment=NetworkSegment(6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b),segment_id=6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:17:15.835480 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.873075 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:15.876839 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8f72065a-9962-464b-8123-660833a4cea3 tempest-TestMinimumBasicScenario-832520043 tempest-TestMinimumBasicScenario-832520043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:15.919187 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=801ef5dd-aef3-41fb-a147-7c66178b9c4f,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:15.922666 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:15.925717 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] No DVR routers for this DVR port 801ef5dd-aef3-41fb-a147-7c66178b9c4f on host dv-cinder-805825-2-smb {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:17:15.957821 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Calling delete_port for 801ef5dd-aef3-41fb-a147-7c66178b9c4f owned by network:dhcp {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:17:16.030555 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.api [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:17:16.031117 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_db.api [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:17:16.134108 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.147560 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29a2596-089e-4bab-ab4b-238d909eee7e']}} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:16.160641 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b') {'for_net_delete': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:16.160932 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a46c2dc-2ba0-4c47-b0ea-876d5c51d71b') {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:16.173092 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1911389'] for segment, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.189437 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.195849 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=75091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:17:16.196342 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1510180'] for segment, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: Traceback (most recent call last): Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: timer() Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: cb(*args, **kw) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: return func(*args, **kwargs) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: self._notify() Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: self.callback(batched_events) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: event.method(event) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: return f(self, *a, **k) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: return self._get(url).json() Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: return self.request(url, 'GET', **kwargs) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:17:16.209340 dv-cinder-805825-2-smb neutron-server[75091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:17:16.289415 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.293068 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:16.306381 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.316594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a29a2596-089e-4bab-ab4b-238d909eee7e,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:16.319759 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:16.329906 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-2426cb3c-29e0-4519-98be-1cc5e8fa4e6e admin admin] 10.222.0.30 "DELETE /v2.0/networks/a29a2596-089e-4bab-ab4b-238d909eee7e HTTP/1.1" status: 204 len: 168 time: 0.9800854 Aug 25 16:17:16.487725 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37334) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:16.533050 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Deleting port 801ef5dd-aef3-41fb-a147-7c66178b9c4f {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:17:16.533766 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.543069 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-d337a768-08ee-45d4-8657-c47e4debb401 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=281630c86f37493fb0b7cb948528f899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527866 Aug 25 16:17:16.546181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37338) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:16.614589 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-834c97f8-2b6a-4db4-98eb-61f069ff2e57 None None] The port '801ef5dd-aef3-41fb-a147-7c66178b9c4f' was deleted {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:17:16.633395 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.661318 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.717582 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.721586 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6cc7fb0f-44f6-47c3-bd70-8ebd2bac37bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:16.736449 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae8ddb2-a8fe-41fb-8183-4eccac10606d,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:16.748657 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:16.749777 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aae8ddb2-a8fe-41fb-8183-4eccac10606d HTTP/1.1" status: 204 len: 168 time: 0.2026687 Aug 25 16:17:16.751564 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.751963 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.752331 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.752689 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.753057 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.753409 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.754040 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.754138 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.754434 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.754781 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.755127 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:17:16.758251 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:17.043633 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 801ef5dd-aef3-41fb-a147-7c66178b9c4f no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:17:17.081168 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 801ef5dd-aef3-41fb-a147-7c66178b9c4f {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:17:17.081615 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 801ef5dd-aef3-41fb-a147-7c66178b9c4f not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:17:21.533744 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.661670 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37444) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:21.726955 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Deleting subnet e3714885-75dd-4ff0-b61e-e0ddccd2ce49 {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:17:21.729780 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.780175 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582886'] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.834505 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.904661 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1879024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1789582'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.909666 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-d3c890df-b2d9-4efe-beeb-d49456c1d07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:21.944600 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3714885-75dd-4ff0-b61e-e0ddccd2ce49,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:21.947899 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:21.948957 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:21.955233 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b6606216-0614-4f0b-b320-11512c80a85b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e3714885-75dd-4ff0-b61e-e0ddccd2ce49 HTTP/1.1" status: 204 len: 168 time: 0.2924209 Aug 25 16:17:21.957691 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37448) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:22.142035 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.241500 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-61ff1eb8-2502-4142-ba2f-2c5b303adf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.271337 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.284971 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff7ce1b-7632-48d6-a8a4-00542eeb6874']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:22.298139 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acd9e23-c9f3-4b69-a717-e1cef81763ef') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:22.298439 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acd9e23-c9f3-4b69-a717-e1cef81763ef') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:17:22.310202 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.326950 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.333442 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:17:22.333835 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:17:22.347827 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:17:22.427577 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.431416 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-cf3a25ea-ca7c-4a8a-8bfc-7d26397e733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:22.444735 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.457535 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff7ce1b-7632-48d6-a8a4-00542eeb6874,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:22.460464 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:22.465645 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a469a124-6710-403c-8cca-028b5bf0b1f6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eff7ce1b-7632-48d6-a8a4-00542eeb6874 HTTP/1.1" status: 204 len: 168 time: 0.5059466 Aug 25 16:17:22.679515 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37458) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:22.736582 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-84054457-45ac-4c22-9489-926e8b146bef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fca47541d0d64df287c2f4e77312778a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557292 Aug 25 16:17:22.738483 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37462) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:22.810110 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fabf8960-e3a1-4c95-86cd-b97a75fbdb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.839658 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fabf8960-e3a1-4c95-86cd-b97a75fbdb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.898191 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fabf8960-e3a1-4c95-86cd-b97a75fbdb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.902182 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6408ad5a-af2b-42f9-8580-b206318257d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:22.917747 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf8960-e3a1-4c95-86cd-b97a75fbdb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04913656-48cf-4966-92be-d928f23d5545,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:22.920604 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-fabf8960-e3a1-4c95-86cd-b97a75fbdb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:22.932413 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-fabf8960-e3a1-4c95-86cd-b97a75fbdb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:22.936725 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-fabf8960-e3a1-4c95-86cd-b97a75fbdb72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04913656-48cf-4966-92be-d928f23d5545 HTTP/1.1" status: 204 len: 168 time: 0.1967533 Aug 25 16:17:23.158404 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37472) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:23.384534 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.415873 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:23.420233 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:06900d583dc6481f8d3fa0ed28bd9b31 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:23.423209 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:23.429006 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:23.513111 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.517320 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.524852 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b4d5e72f-9e7d-4c04-940b-71eacd943dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:23.566242 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f9b67f-7195-4ab2-9350-0a476e78c553,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:23.569475 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:23.577433 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-304a02f8-90df-4245-92d3-3c2483eaa6a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06900d583dc6481f8d3fa0ed28bd9b31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4106531 Aug 25 16:17:23.577554 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37478) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:23.641181 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.670409 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.729051 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.734001 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8803dd9f-49f0-4c92-9f2d-b35ea6f57a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:23.748267 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f9b67f-7195-4ab2-9350-0a476e78c553,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:23.750733 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:23.756919 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:23.758050 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8f9b67f-7195-4ab2-9350-0a476e78c553 HTTP/1.1" status: 204 len: 168 time: 0.1797318 Aug 25 16:17:24.088318 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37486) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:24.106933 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.137431 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:24.141625 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Usage tracker for resource:security_group_rule and tenant:7552b64943b14340a6d2e28344e9594b is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:24.144427 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:24.150082 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:24.213825 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.217715 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.224281 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-f203e414-8532-402e-b443-17a5507ee9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:24.265321 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e87055-5023-4e10-a42c-0f70069dce90,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:24.269738 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7552b64943b14340a6d2e28344e9594b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803966 Aug 25 16:17:24.270759 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e13f7851-c05f-4c34-b079-b81897d95363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:24.273470 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37492) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:24.336174 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.361471 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.412000 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.415732 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-089ea249-e617-4e6a-8771-794022da875c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:24.429141 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e87055-5023-4e10-a42c-0f70069dce90,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:24.431734 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:24.439160 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:24.440312 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04e87055-5023-4e10-a42c-0f70069dce90 HTTP/1.1" status: 204 len: 168 time: 0.1658928 Aug 25 16:17:25.430641 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-3a84f6a5-7556-4cca-a04e-48c18c01ff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:26.774412 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.052091 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37554) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:27.200884 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.236439 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:27.240458 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Usage tracker for resource:security_group_rule and tenant:bf2e7fd789cb493a804ef32d49eaa2bb is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:27.243366 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:27.249419 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:27.327724 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.332077 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.338569 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b4034174-2b77-4596-9a8c-1bc3990ed9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:27.379832 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d554888c-3391-4ad4-a207-e9c65b1521ba,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:27.383958 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf2e7fd789cb493a804ef32d49eaa2bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3308101 Aug 25 16:17:27.384845 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-76707887-4e30-4bdf-995a-ae970cfc008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:27.387366 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37560) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:27.448836 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7ace582-28e5-485f-9510-c6b1d69cbc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.475701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7ace582-28e5-485f-9510-c6b1d69cbc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.533501 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7ace582-28e5-485f-9510-c6b1d69cbc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.537554 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-b8de21de-8ac7-4db1-8d9b-70dd10197e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:27.551323 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ace582-28e5-485f-9510-c6b1d69cbc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554888c-3391-4ad4-a207-e9c65b1521ba,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:27.553748 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a7ace582-28e5-485f-9510-c6b1d69cbc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:27.563602 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a7ace582-28e5-485f-9510-c6b1d69cbc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.565573 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a7ace582-28e5-485f-9510-c6b1d69cbc05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d554888c-3391-4ad4-a207-e9c65b1521ba HTTP/1.1" status: 204 len: 168 time: 0.1770349 Aug 25 16:17:27.914523 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37568) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:27.936343 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:27.968866 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:27.973007 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Usage tracker for resource:security_group_rule and tenant:959bbc0cbb6d4227bc8c16409bca8c11 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:27.975982 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:27.982395 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:28.054246 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.058196 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.066214 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-d44557f5-efad-48c1-b243-7e4a2078022d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:28.071210 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.110897 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b60c85-1271-4568-a910-e89b74c310fe,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:28.115071 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=959bbc0cbb6d4227bc8c16409bca8c11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1995144 Aug 25 16:17:28.116013 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-6645dbfc-af12-43a5-90dc-2cd79a714c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:28.117616 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37572) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:28.181125 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-57e29ed6-c354-4e34-8633-b413ebf1c6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.207856 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-57e29ed6-c354-4e34-8633-b413ebf1c6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.262952 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-57e29ed6-c354-4e34-8633-b413ebf1c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.267801 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:28.281753 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e29ed6-c354-4e34-8633-b413ebf1c6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b60c85-1271-4568-a910-e89b74c310fe,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:28.286240 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-57e29ed6-c354-4e34-8633-b413ebf1c6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:28.291566 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-57e29ed6-c354-4e34-8633-b413ebf1c6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:28.294110 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-57e29ed6-c354-4e34-8633-b413ebf1c6f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77b60c85-1271-4568-a910-e89b74c310fe HTTP/1.1" status: 204 len: 168 time: 0.1753583 Aug 25 16:17:35.731581 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37656) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:35.885619 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:35.920360 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:35.924593 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Usage tracker for resource:security_group_rule and tenant:88d665a3fa224afb878fd1be77a3d94e is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:35.927905 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:35.934754 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:36.008382 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.013922 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.025251 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-13377e58-f038-4cb7-8872-ce72fabae877 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:36.072959 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c6ea82-f1e0-4414-8110-2e31ed9a97ae,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:36.079215 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88d665a3fa224afb878fd1be77a3d94e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3461468 Aug 25 16:17:36.081769 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37662) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:36.082513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-5a330438-53b1-4b6a-a5d3-a7992278e156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:36.151234 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-490128ec-d188-414f-8607-2e63d740ae55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.180072 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-490128ec-d188-414f-8607-2e63d740ae55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.235403 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-490128ec-d188-414f-8607-2e63d740ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.239480 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-948cbc36-387b-403c-beed-f4fd9a25d166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:36.251830 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490128ec-d188-414f-8607-2e63d740ae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c6ea82-f1e0-4414-8110-2e31ed9a97ae,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:36.254359 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-490128ec-d188-414f-8607-2e63d740ae55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:36.262094 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-490128ec-d188-414f-8607-2e63d740ae55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:36.264614 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-490128ec-d188-414f-8607-2e63d740ae55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28c6ea82-f1e0-4414-8110-2e31ed9a97ae HTTP/1.1" status: 204 len: 168 time: 0.1826012 Aug 25 16:17:39.354731 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.325129 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37730) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:41.506547 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.543648 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:17:41.548128 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Usage tracker for resource:security_group_rule and tenant:3d947279af504866b24ff35a43e23d04 is out of sync, need to count used quota {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:17:41.551179 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75092) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:17:41.557528 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.quota.driver [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75092) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:17:41.669276 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.676326 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.684781 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-916720c3-e44b-42a8-85cf-16a2a586203c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:41.727994 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9125e8-f132-42e0-9359-014834761f04,revision_number=1']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:41.732013 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:41.736593 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-e0037211-9ae6-4a7c-a536-34d7e18cbddd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d947279af504866b24ff35a43e23d04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4101477 Aug 25 16:17:41.739120 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37736) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:17:41.818919 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a29e0c6c-e0b5-47f3-99a9-30bcead179ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.848827 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a29e0c6c-e0b5-47f3-99a9-30bcead179ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.909752 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a29e0c6c-e0b5-47f3-99a9-30bcead179ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.913618 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-8caa93b5-8f56-4285-beb1-d292f4d769c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:17:41.927066 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e0c6c-e0b5-47f3-99a9-30bcead179ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9125e8-f132-42e0-9359-014834761f04,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:17:41.929501 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-a29e0c6c-e0b5-47f3-99a9-30bcead179ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:17:41.933994 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-a29e0c6c-e0b5-47f3-99a9-30bcead179ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:41.938134 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-a29e0c6c-e0b5-47f3-99a9-30bcead179ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb9125e8-f132-42e0-9359-014834761f04 HTTP/1.1" status: 204 len: 168 time: 0.1971979 Aug 25 16:17:47.781128 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:17:51.538614 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:52.236672 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-0f6bcd6b-1795-46bf-92f6-4bf55831b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:55.437141 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-95803588-39a9-4d79-b52d-4eb0a5e54fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:56.775482 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:17:58.078045 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:09.354713 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:21.533495 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:22.239506 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-a996fe34-502e-4bcb-b3d6-5633748d1d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:23.997603 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37950) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:24.154961 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.186407 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 25 16:18:24.190714 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa93fc8dbd24937852354b139e0cdf4 is out of sync, need to count used quota {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 25 16:18:24.193763 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.quota.resource [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75091) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 25 16:18:24.200476 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.quota.driver [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75091) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 25 16:18:24.280858 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.285164 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_create {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.292207 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-73662457-10d8-4760-96f6-8b37f51a4a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:24.333427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac9c6f7-e989-42c1-bc9b-20a6e098a24b,revision_number=1']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:24.339665 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7aa93fc8dbd24937852354b139e0cdf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3409662 Aug 25 16:18:24.343545 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37956) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:24.347220 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.347631 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.348001 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.348377 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.348742 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.349100 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.349458 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.349818 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.350175 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.350528 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.350881 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.354911 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-2f8b4e13-2795-4995-8512-0616cf249e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.408731 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.435021 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.489486 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.493352 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-28a87bdc-d87d-4ab6-95d4-38ec49c6cda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:24.505301 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac9c6f7-e989-42c1-bc9b-20a6e098a24b,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:24.519168 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:24.520394 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dac9c6f7-e989-42c1-bc9b-20a6e098a24b HTTP/1.1" status: 204 len: 168 time: 0.1767182 Aug 25 16:18:24.521850 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.522234 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.522701 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.523078 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.523441 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.523831 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.524193 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.524553 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.524910 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.525299 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.525652 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-2-smb {{(pid=75092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 16:18:24.528922 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-dc1a5f3e-ea53-4308-a160-c3ab3f0abfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:24.782001 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:18:25.430896 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-0a376f6a-36a1-44d1-ac9d-315e3169c344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.385683 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 37962) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:26.777948 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:26.787642 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Deleting port 4de1b025-5778-481d-9e1a-64c829597b51 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:26.788001 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.030651 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.030989 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.152381 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Calling delete_port for 4de1b025-5778-481d-9e1a-64c829597b51 owned by network:floatingip {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:27.298268 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.301829 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-ee39963d-c29a-4233-aff4-c662c25c89a9 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:27.341654 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event deleted for resources: {'Port': ['ID=4de1b025-5778-481d-9e1a-64c829597b51,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:27.345290 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:27.434966 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for floatingip, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:27.835129 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Router 077b4699-05d6-4e6d-82b0-88f83289d08d has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:28.042999 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:28.056067 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] Sync routers for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:28.066360 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for floatingip, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.080071 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:28.081096 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:28.081717 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:18:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:28.128111 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-2594d7ef-4f0f-4fb8-a3fe-f9b87555936f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "DELETE /v2.0/floatingips/e2d7ae69-3065-4061-a8b1-a2994d6abdfd HTTP/1.1" status: 204 len: 168 time: 1.7412868 Aug 25 16:18:28.128775 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:28.319206 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:28.405923 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'status': 'completed', 'code': 200} Aug 25 16:18:28.610084 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-cd7c5543-92bc-4eb2-b8f5-fb748d9ef1ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c9ad783b7534d548d618b99c3710867&device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 1099 time: 0.1353977 Aug 25 16:18:28.619905 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ecb49-c82e-4ea8-a146-6f17a7b1995c req-c8dc6935-8888-498d-ae52-53973bdd2af1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:28.620636 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-323ecb49-c82e-4ea8-a146-6f17a7b1995c req-c8dc6935-8888-498d-ae52-53973bdd2af1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Synchronizing usage tracker for tenant:2c9ad783b7534d548d618b99c3710867 on resource:port {{(pid=75092) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 25 16:18:28.650223 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:56Z', 'revision_number': 5, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:28.655961 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] Checking router: 077b4699-05d6-4e6d-82b0-88f83289d08d for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:28.668639 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:28.669262 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:18:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:28.711368 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.quota.resource [req-323ecb49-c82e-4ea8-a146-6f17a7b1995c req-c8dc6935-8888-498d-ae52-53973bdd2af1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Unset dirty status for tenant:2c9ad783b7534d548d618b99c3710867 on resource:port {{(pid=75092) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 25 16:18:28.712605 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-323ecb49-c82e-4ea8-a146-6f17a7b1995c req-c8dc6935-8888-498d-ae52-53973bdd2af1 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.2027230 Aug 25 16:18:28.801385 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-ffe0d016-1640-4216-992f-35bf97e8827f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:28.802841 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-ffe0d016-1640-4216-992f-35bf97e8827f service neutron] 10.222.0.53 "GET /v2.0/networks?id=3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 200 len: 909 time: 0.1793935 Aug 25 16:18:28.807834 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-323ecb49-c82e-4ea8-a146-6f17a7b1995c req-49ddf37a-636f-41ff-a50c-a1c99061803f tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799742 Aug 25 16:18:28.869322 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:28.872022 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-95f6ca00-5497-4889-a872-22afff84b1b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 200 len: 217 time: 0.0621035 Aug 25 16:18:29.040237 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-c9de34e8-b275-4350-b8d1-f97d7ef0defd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:29.042574 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-c9de34e8-b275-4350-b8d1-f97d7ef0defd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 200 len: 847 time: 0.1631732 Aug 25 16:18:29.133611 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-18ed1004-47db-4ddb-943c-76f6d1303660 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3d8bf803-1855-41a8-80c7-a621132b2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845382 Aug 25 16:18:29.210116 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:56Z', 'revision_number': 5, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:29.215371 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c2917a-7b56-4a02-b074-9ea29ea44890 None None] The sync data for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb is: [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:12:46Z', 'revision_number': 4, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb', '_interfaces': [{'id': '05e6b58b-a829-49e1-a515-17e79aef8c08', 'name': '', 'network_id': '3d8bf803-1855-41a8-80c7-a621132b2deb', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'mac_address': 'fa:16:3e:ed:f0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:45Z', 'updated_at': '2021-08-25T16:12:56Z', 'revision_number': 5, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'subnets': [{'id': '488d0cd6-7f0c-41d8-ac37-c42d5898a360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:29.269853 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-a8787406-4fbb-46c9-93dc-af364eaaf376 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293445 Aug 25 16:18:29.414231 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-448e1857-2c98-4f17-bb2f-d69495cdfc1d req-b20000d7-fed4-4b16-826e-93a545a031a1 service neutron] 10.222.0.53 "GET /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373281 Aug 25 16:18:29.441135 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533598d-932b-4059-9301-1d2a4b429b0f None None] New status for floating IP e2d7ae69-3065-4061-a8b1-a2994d6abdfd: DOWN {{(pid=75094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 25 16:18:30.063977 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd825c-c2a2-423d-8e7e-abd8f33c4dc9 req-7adc59de-67ed-4295-8ea3-31df111c9ca6 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:30.065420 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-05fd825c-c2a2-423d-8e7e-abd8f33c4dc9 req-7adc59de-67ed-4295-8ea3-31df111c9ca6 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0942807 Aug 25 16:18:30.111654 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-05fd825c-c2a2-423d-8e7e-abd8f33c4dc9 req-2f55da61-1e75-4e3f-9179-303709352a37 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e42b105-8e6e-4549-8c77-4b02d3a3cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Aug 25 16:18:30.283156 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-5e58d1dd-e963-4083-96cf-a7d7f61296ac tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 25 16:18:30.285063 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-5e58d1dd-e963-4083-96cf-a7d7f61296ac tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.53 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 946 time: 0.0856667 Aug 25 16:18:30.358351 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Deleting port 6d114c41-bb1e-4b12-bd14-a536e05db6cc {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:30.358603 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.613190 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] For port 6d114c41-bb1e-4b12-bd14-a536e05db6cc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=6d114c41-bb1e-4b12-bd14-a536e05db6cc,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:30.613526 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.739630 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Calling delete_port for 6d114c41-bb1e-4b12-bd14-a536e05db6cc owned by compute:nova {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:30.905984 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:30.913297 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-57ec52ef-c789-442e-8cd0-c88f659b3c86 tempest-VolumesSnapshotTestJSON-951420606 tempest-VolumesSnapshotTestJSON-951420606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:30.958114 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event deleted for resources: {'Port': ['ID=6d114c41-bb1e-4b12-bd14-a536e05db6cc,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:30.961790 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:31.041499 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] No DVR routers for this DVR port 6d114c41-bb1e-4b12-bd14-a536e05db6cc on host hv-cinder-80582 {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:18:31.044242 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-408131'] for port, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:31.047525 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-deleted', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc'}] {{(pid=75092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 25 16:18:31.065944 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [req-025ea171-1b7d-47c3-ab66-bbc99dddeba5 req-7d0ba758-0eba-4bb1-a39b-6369baeb1d31 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.53 "DELETE /v2.0/ports/6d114c41-bb1e-4b12-bd14-a536e05db6cc HTTP/1.1" status: 204 len: 173 time: 0.7757177 Aug 25 16:18:31.109122 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132fd583-0eb0-4872-8bde-42bf9d7a8f61', 'name': 'network-vif-deleted', 'tag': '6d114c41-bb1e-4b12-bd14-a536e05db6cc', 'status': 'completed', 'code': 200} Aug 25 16:18:31.276081 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [req-73cb8f7b-cafb-4f71-b2e9-8e7cd335eafa req-ef1c4ef3-3b75-4d61-afb9-0bbf8e4d3784 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "GET /v2.0/ports?device_id=132fd583-0eb0-4872-8bde-42bf9d7a8f61 HTTP/1.1" status: 200 len: 210 time: 0.0410213 Aug 25 16:18:32.382830 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37988) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:32.464588 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:32.497523 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:32.560873 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:32.564706 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7e26f42c-31c9-4339-8c69-2792047cb6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:32.578392 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42b105-8e6e-4549-8c77-4b02d3a3cde6,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:32.582418 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:32.600709 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:32.601801 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] 10.222.0.30 "DELETE /v2.0/security-groups/4e42b105-8e6e-4549-8c77-4b02d3a3cde6 HTTP/1.1" status: 204 len: 168 time: 0.2180128 Aug 25 16:18:32.654054 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 37994) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:33.171623 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947551'] for router_interface, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:33.865466 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Deleting port 05e6b58b-a829-49e1-a515-17e79aef8c08 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:33.866165 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:34.034696 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] For port 05e6b58b-a829-49e1-a515-17e79aef8c08, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=05e6b58b-a829-49e1-a515-17e79aef8c08,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:34.034959 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:34.158031 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Calling delete_port for 05e6b58b-a829-49e1-a515-17e79aef8c08 owned by network:router_interface {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:34.332375 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:34.335724 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b4f3aa29-03cb-46c2-8080-f7c7544979d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:34.380436 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e6b58b-a829-49e1-a515-17e79aef8c08,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:34.382909 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:34.672662 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6d114c41-bb1e-4b12-bd14-a536e05db6cc no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:34.683472 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4067721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947627'] for router_interface, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:34.705733 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] No Port match for: 6d114c41-bb1e-4b12-bd14-a536e05db6cc {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:34.706144 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Device 6d114c41-bb1e-4b12-bd14-a536e05db6cc not bound to the agent host hv-cinder-80582 {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:35.379328 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Router 077b4699-05d6-4e6d-82b0-88f83289d08d has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:35.581861 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:35.591385 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] Sync routers for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:35.600390 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-8008ed76-2a6a-4266-b924-024b291a0092 admin admin] 10.222.0.30 "PUT /v2.0/routers/077b4699-05d6-4e6d-82b0-88f83289d08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9429526 Aug 25 16:18:35.600603 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38000) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:35.616736 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:35.617372 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:18:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:35.804731 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: dv-cinder-805825-2-smb {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:35.810608 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks [] for router, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:36.006975 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:36.017201 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Deleting port 40052fda-f706-4b8b-8b76-e1831c082d13 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:36.017596 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:36.158083 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:18:34Z', 'revision_number': 5, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port': {'id': '40052fda-f706-4b8b-8b76-e1831c082d13', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:43Z', 'updated_at': '2021-08-25T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:36.161832 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] Checking router: 077b4699-05d6-4e6d-82b0-88f83289d08d for host: dv-cinder-805825-2-smb {{(pid=75093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:36.172516 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] Routers {'077b4699-05d6-4e6d-82b0-88f83289d08d'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:36.173123 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:18:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['077b4699-05d6-4e6d-82b0-88f83289d08d'], 'active': True} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:36.203513 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] For port 40052fda-f706-4b8b-8b76-e1831c082d13, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=40052fda-f706-4b8b-8b76-e1831c082d13,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:36.204002 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:36.320307 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_dvr_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] Set router 077b4699-05d6-4e6d-82b0-88f83289d08d gateway port host: None {{(pid=75093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:36.428772 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.db.l3_hamode_db [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:18:36Z', 'revision_number': 6, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port_host': None}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:36.433673 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb4313-9d1c-4689-a36a-35bd46200ba1 None None] The sync data for ids ['077b4699-05d6-4e6d-82b0-88f83289d08d'] in dv-cinder-805825-2-smb is: [{'id': '077b4699-05d6-4e6d-82b0-88f83289d08d', 'name': 'tempest-TestShelveInstance-419651465-router', 'tenant_id': '2c9ad783b7534d548d618b99c3710867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:42Z', 'updated_at': '2021-08-25T16:18:36Z', 'revision_number': 6, 'project_id': '2c9ad783b7534d548d618b99c3710867', 'gw_port_host': None}] {{(pid=75093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:36.450790 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Calling delete_port for 40052fda-f706-4b8b-8b76-e1831c082d13 owned by network:router_gateway {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:36.615701 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:36.620091 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-334980ce-b8cc-464d-b1e6-222735978db5 tempest-AttachVolumeTestJSON-303731207 tempest-AttachVolumeTestJSON-303731207-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:36.663293 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=40052fda-f706-4b8b-8b76-e1831c082d13,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:36.665594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:36.896414 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946210'] for router_gateway, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.159348 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-948878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.163504 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.189123 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-949278'] for router, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.189643 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 077b4699-05d6-4e6d-82b0-88f83289d08d {{(pid=75091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:18:37.202405 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.203555 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-a1c8fc9d-9ed0-4d7d-b8a3-fafe7f60a2fe admin admin] 10.222.0.30 "DELETE /v2.0/routers/077b4699-05d6-4e6d-82b0-88f83289d08d HTTP/1.1" status: 204 len: 168 time: 1.6020424 Aug 25 16:18:37.206139 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 38004) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:37.266872 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 40052fda-f706-4b8b-8b76-e1831c082d13 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:37.272447 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Deleting subnet 488d0cd6-7f0c-41d8-ac37-c42d5898a360 {{(pid=75092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:18:37.276721 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.300466 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 40052fda-f706-4b8b-8b76-e1831c082d13 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:37.300808 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 40052fda-f706-4b8b-8b76-e1831c082d13 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:37.301218 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 05e6b58b-a829-49e1-a515-17e79aef8c08 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:37.331628 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1582886'] for subnet, precommit_delete_associations {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.332794 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 05e6b58b-a829-49e1-a515-17e79aef8c08 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:37.333208 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 05e6b58b-a829-49e1-a515-17e79aef8c08 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:37.452768 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.520693 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1879024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1789582'] for subnet, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.525138 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6765c63e-3aac-4306-86aa-c83f2b68c91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:37.559125 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488d0cd6-7f0c-41d8-ac37-c42d5898a360,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:37.562388 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:37.563856 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for subnet, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.569078 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce84c8e-1f00-4866-8585-5352a620c8f3 None None] Network 3d8bf803-1855-41a8-80c7-a621132b2deb requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:37.569346 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-6cfadca6-acc3-4887-b0f6-52012da4d769 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/488d0cd6-7f0c-41d8-ac37-c42d5898a360 HTTP/1.1" status: 204 len: 168 time: 0.3620355 Aug 25 16:18:37.572500 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.wsgi [-] (75092) accepted ('10.222.0.30', 38008) {{(pid=75092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:37.760921 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.773008 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Deleting port 78676866-ef5b-4934-b406-acec09243f11 {{(pid=75092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:37.773348 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.823685 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] DHCP port deletion for 3d8bf803-1855-41a8-80c7-a621132b2deb request from dv-cinder-805825-2-smb {{(pid=75093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:18:37.827863 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Deleting port 78676866-ef5b-4934-b406-acec09243f11 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:37.828249 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:37.990884 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.db [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] For port 78676866-ef5b-4934-b406-acec09243f11, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=78676866-ef5b-4934-b406-acec09243f11,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:37.991266 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.046602 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] For port 78676866-ef5b-4934-b406-acec09243f11, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=78676866-ef5b-4934-b406-acec09243f11,segment=NetworkSegment(9a3b55cb-3139-49c9-bfab-ee14c163808d),segment_id=9a3b55cb-3139-49c9-bfab-ee14c163808d)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:38.047109 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.116664 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.plugin [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Calling delete_port for 78676866-ef5b-4934-b406-acec09243f11 owned by network:dhcp {{(pid=75092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:38.179584 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Calling delete_port for 78676866-ef5b-4934-b406-acec09243f11 owned by network:dhcp {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:38.199611 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1878787'] for port, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.203544 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-858a510b-ca11-4a9e-b25a-0b7facd3278c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:38.244994 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Pushing event deleted for resources: {'Port': ['ID=78676866-ef5b-4934-b406-acec09243f11,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:38.248828 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:38.252218 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] No DVR routers for this DVR port 78676866-ef5b-4934-b406-acec09243f11 on host dv-cinder-805825-2-smb {{(pid=75092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:18:38.257472 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.api [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:18:38.257838 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_db.api [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:18:38.374216 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.387724 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8bf803-1855-41a8-80c7-a621132b2deb']}} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:38.400410 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3b55cb-3139-49c9-bfab-ee14c163808d') {'for_net_delete': True} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:38.400707 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.services.segments.db [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3b55cb-3139-49c9-bfab-ee14c163808d') {} {{(pid=75092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:38.412571 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1582889'] for segment, before_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.429337 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.436170 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=75092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:18:38.436550 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1878870'] for segment, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: Traceback (most recent call last): Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: timer() Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: cb(*args, **kw) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: return func(*args, **kwargs) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: self._notify() Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: self.callback(batched_events) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: event.method(event) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: return f(self, *a, **k) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: return self._get(url).json() Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: return self.request(url, 'GET', **kwargs) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:18:38.449785 dv-cinder-805825-2-smb neutron-server[75092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:18:38.528462 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.532343 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-97ef4906-bed1-4df3-a5bc-26d9ba4d1e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:38.546083 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron_lib.callbacks.manager [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.557520 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8bf803-1855-41a8-80c7-a621132b2deb,revision_number=None']} {{(pid=75092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:38.561012 dv-cinder-805825-2-smb neutron-server[75092]: DEBUG oslo_concurrency.lockutils [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:38.572452 dv-cinder-805825-2-smb neutron-server[75092]: INFO neutron.wsgi [None req-01ca7dcf-6561-45c1-9153-5ff0522a9460 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d8bf803-1855-41a8-80c7-a621132b2deb HTTP/1.1" status: 204 len: 168 time: 0.9989567 Aug 25 16:18:38.575427 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38012) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:38.758725 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Deleting port 78676866-ef5b-4934-b406-acec09243f11 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:38.759380 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:38.832016 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-29783b44-fece-41d9-ab6c-0c4fa7098666 None None] The port '78676866-ef5b-4934-b406-acec09243f11' was deleted {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:18:38.987316 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-947551'] for router_interface, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:39.089238 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 78676866-ef5b-4934-b406-acec09243f11 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:39.122153 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 78676866-ef5b-4934-b406-acec09243f11 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:39.122774 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 78676866-ef5b-4934-b406-acec09243f11 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:39.367959 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:39.713126 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Deleting port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:39.713837 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:39.898085 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] For port 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,segment=NetworkSegment(131f064e-8da0-4822-9fd8-8b3bd9e64918),segment_id=131f064e-8da0-4822-9fd8-8b3bd9e64918)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:39.898446 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:40.022923 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Calling delete_port for 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a owned by network:router_interface {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:40.218594 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:40.224176 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-dde51b7a-6b0d-4ce9-8238-5a4cd09f1199 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:40.268625 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:40.272079 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:40.582457 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4067721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-947627'] for router_interface, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.283293 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Router bfe681ba-d65d-441d-9759-f2fe46f480b9 has already been hosted by L3 agent 1d066aff-3104-4c56-980f-1f959d3a909c {{(pid=75091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 16:18:41.500573 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] Notify agent at l3_agent.dv-cinder-805825-2-smb the message routers_updated {{(pid=75091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 16:18:41.509354 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] Sync routers for ids ['bfe681ba-d65d-441d-9759-f2fe46f480b9'] in dv-cinder-805825-2-smb {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 25 16:18:41.517790 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-f12f2b96-d849-4ab7-96f1-2e90df2bbbf5 admin admin] 10.222.0.30 "PUT /v2.0/routers/bfe681ba-d65d-441d-9759-f2fe46f480b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9412353 Aug 25 16:18:41.520311 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38016) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:41.521593 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] Routers {'bfe681ba-d65d-441d-9759-f2fe46f480b9'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:41.522210 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:18:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['bfe681ba-d65d-441d-9759-f2fe46f480b9'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:41.716092 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] Set router bfe681ba-d65d-441d-9759-f2fe46f480b9 gateway port host: dv-cinder-805825-2-smb {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:41.723306 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks [] for router, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.935448 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:41.948573 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Deleting port b83d110a-6ac3-4bbd-86f5-233a76302d84 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:41.949114 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:42.015900 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'external_fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:18:40Z', 'revision_number': 5, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port': {'id': 'b83d110a-6ac3-4bbd-86f5-233a76302d84', 'name': '', 'network_id': '085ff2d1-b932-4f65-9996-363c25e7cc84', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c30dd903-d750-4461-8ac1-420a97573764', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-25T16:12:51Z', 'updated_at': '2021-08-25T16:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c30dd903-d750-4461-8ac1-420a97573764', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-2-smb'}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:42.020214 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] Checking router: bfe681ba-d65d-441d-9759-f2fe46f480b9 for host: dv-cinder-805825-2-smb {{(pid=75094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 25 16:18:42.031620 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] Routers {'bfe681ba-d65d-441d-9759-f2fe46f480b9'} bound to L3 agent in host dv-cinder-805825-2-smb {{(pid=75094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 25 16:18:42.032269 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-25T15:55:55Z,description=,heartbeat_timestamp=2021-08-25T16:18:25Z,host='dv-cinder-805825-2-smb',id=1d066aff-3104-4c56-980f-1f959d3a909c,load=0,resource_versions=,resources_synced=,started_at=2021-08-25T15:55:55Z,topic='l3_agent')) {'router_ids': ['bfe681ba-d65d-441d-9759-f2fe46f480b9'], 'active': True} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:42.138561 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] For port b83d110a-6ac3-4bbd-86f5-233a76302d84, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=b83d110a-6ac3-4bbd-86f5-233a76302d84,segment=NetworkSegment(061818fc-97b0-4f3c-8444-731382404722),segment_id=061818fc-97b0-4f3c-8444-731382404722)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:42.139017 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:42.183630 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_dvr_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] Set router bfe681ba-d65d-441d-9759-f2fe46f480b9 gateway port host: None {{(pid=75094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 25 16:18:42.276051 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Calling delete_port for b83d110a-6ac3-4bbd-86f5-233a76302d84 owned by network:router_gateway {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:42.294575 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.l3_hamode_db [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:18:41Z', 'revision_number': 6, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port_host': None}], 'dv-cinder-805825-2-smb', False) {} {{(pid=75094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:42.298961 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f8490d-55e3-47fe-ab6f-9d075ec4026a None None] The sync data for ids ['bfe681ba-d65d-441d-9759-f2fe46f480b9'] in dv-cinder-805825-2-smb is: [{'id': 'bfe681ba-d65d-441d-9759-f2fe46f480b9', 'name': 'tempest-TestShelveInstance-688676914-router', 'tenant_id': '78cc6630b0ab47cc95fdb336254477c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-25T16:12:50Z', 'updated_at': '2021-08-25T16:18:41Z', 'revision_number': 6, 'project_id': '78cc6630b0ab47cc95fdb336254477c6', 'gw_port_host': None}] {{(pid=75094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 25 16:18:42.563656 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:42.567199 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-3ece7c6c-bef0-4c9b-a65b-fbde1d506107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:42.610641 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83d110a-6ac3-4bbd-86f5-233a76302d84,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:42.613954 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:42.842548 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946210'] for router_gateway, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.104117 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-948878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.109546 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.118399 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b83d110a-6ac3-4bbd-86f5-233a76302d84 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:43.139818 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-949278'] for router, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.140455 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe681ba-d65d-441d-9759-f2fe46f480b9 {{(pid=75091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 16:18:43.153415 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] Notify callbacks [] for router, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.154025 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: b83d110a-6ac3-4bbd-86f5-233a76302d84 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:43.154548 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-c9d02696-0498-48d9-8887-e86817283128 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bfe681ba-d65d-441d-9759-f2fe46f480b9 HTTP/1.1" status: 204 len: 168 time: 1.6333303 Aug 25 16:18:43.157298 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b83d110a-6ac3-4bbd-86f5-233a76302d84 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:43.157580 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38020) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:43.158234 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:43.195161 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:43.195521 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device 13a05bfb-b5a0-430f-a4f9-1d3bb836ab9a not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:43.223103 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.db_base_plugin_v2 [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Deleting subnet 5a6bd8ee-9d0a-4071-9e53-0c65af075dc5 {{(pid=75091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 25 16:18:43.226128 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.282821 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1911378'] for subnet, precommit_delete_associations {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.387485 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4091562'] for subnet, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.459485 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4091539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1510274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1925065'] for subnet, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.464073 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-af6ee620-0240-405c-96c9-8ff0dd7f805a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:43.497067 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6bd8ee-9d0a-4071-9e53-0c65af075dc5,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:43.501434 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:43.504340 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.510235 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da0d2e-4878-478f-b368-cd7f418d9318 None None] Network 5b0f786f-2d5a-4615-bee6-65f8d2a05740 requested from dv-cinder-805825-2-smb {{(pid=75093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 25 16:18:43.510906 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-426c4d1e-9baa-4574-bd8c-f11bd966e530 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a6bd8ee-9d0a-4071-9e53-0c65af075dc5 HTTP/1.1" status: 204 len: 168 time: 0.3523519 Aug 25 16:18:43.513616 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38024) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:43.627299 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3686352'] for network, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.641509 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Deleting port b3245697-16a8-4a99-ad55-4c5284142ff4 {{(pid=75091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:43.641786 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.804204 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] DHCP port deletion for 5b0f786f-2d5a-4615-bee6-65f8d2a05740 request from dv-cinder-805825-2-smb {{(pid=75093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 25 16:18:43.809074 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Deleting port b3245697-16a8-4a99-ad55-4c5284142ff4 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:43.809452 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:43.874276 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.db [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] For port b3245697-16a8-4a99-ad55-4c5284142ff4, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=b3245697-16a8-4a99-ad55-4c5284142ff4,segment=NetworkSegment(131f064e-8da0-4822-9fd8-8b3bd9e64918),segment_id=131f064e-8da0-4822-9fd8-8b3bd9e64918)] {{(pid=75091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:43.874638 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.040516 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.db [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] For port b3245697-16a8-4a99-ad55-4c5284142ff4, host dv-cinder-805825-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-2-smb',level=0,port_id=b3245697-16a8-4a99-ad55-4c5284142ff4,segment=NetworkSegment(131f064e-8da0-4822-9fd8-8b3bd9e64918),segment_id=131f064e-8da0-4822-9fd8-8b3bd9e64918)] {{(pid=75093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 16:18:44.040817 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942744'] for port, precommit_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.110652 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.plugin [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Calling delete_port for b3245697-16a8-4a99-ad55-4c5284142ff4 owned by network:dhcp {{(pid=75091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:44.171357 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Calling delete_port for b3245697-16a8-4a99-ad55-4c5284142ff4 owned by network:dhcp {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 25 16:18:44.194531 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3700733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748443324164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748442883368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1510257'] for port, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.198782 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-79f8e724-0f13-4077-a96e-713508fae851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:44.246185 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3245697-16a8-4a99-ad55-4c5284142ff4,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:44.254066 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:44.254394 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.db.api [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 25 16:18:44.254758 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG oslo_db.api [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 16:18:44.257033 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] No DVR routers for this DVR port b3245697-16a8-4a99-ad55-4c5284142ff4 on host dv-cinder-805825-2-smb {{(pid=75091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 25 16:18:44.396357 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089891', 'neutron.services.segments.db._delete_segments_for_network-8748443305090'] for network, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.410157 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0f786f-2d5a-4615-bee6-65f8d2a05740']}} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:44.426541 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131f064e-8da0-4822-9fd8-8b3bd9e64918') {'for_net_delete': True} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:44.426849 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.services.segments.db [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131f064e-8da0-4822-9fd8-8b3bd9e64918') {} {{(pid=75091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 16:18:44.439475 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748443306397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1911389'] for segment, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.459378 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4091409'] for segment, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.470481 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=75091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 25 16:18:44.470881 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4091407', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1510180'] for segment, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: Traceback (most recent call last): Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: timer() Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: cb(*args, **kw) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: return func(*args, **kwargs) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: self._notify() Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: self.callback(batched_events) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: event.method(event) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: aggregate_uuid = self.p_client.list_aggregates( Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: return f(self, *a, **k) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: return self._get(url).json() Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: return self.request(url, 'GET', **kwargs) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: base_url = self.get_endpoint(auth, allow=allow, Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 25 16:18:44.484359 dv-cinder-805825-2-smb neutron-server[75091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 25 16:18:44.578788 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4067807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946271'] for network, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.582683 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-470637c4-ed93-4521-8edc-c5d6d55c11e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:44.599527 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4067685'] for network, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.609989 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0f786f-2d5a-4615-bee6-65f8d2a05740,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:44.617091 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] 10.222.0.30 "DELETE /v2.0/networks/5b0f786f-2d5a-4615-bee6-65f8d2a05740 HTTP/1.1" status: 204 len: 168 time: 1.1025186 Aug 25 16:18:44.618582 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-ae40eba4-cbe0-4d1f-a7dc-52d8a09e043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:44.755717 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Deleting port b3245697-16a8-4a99-ad55-4c5284142ff4 {{(pid=75093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 25 16:18:44.756202 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748443368623'] for port, before_delete {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.764038 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38030) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:44.817813 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-53ec671e-d4aa-4998-a41c-ef7be8a36563 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c9ad783b7534d548d618b99c3710867&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525067 Aug 25 16:18:44.820217 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38034) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:44.830397 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-5622f399-ede1-4358-bc7b-a2258ef14964 None None] The port 'b3245697-16a8-4a99-ad55-4c5284142ff4' was deleted {{(pid=75093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 25 16:18:44.883132 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0074268f-3ab8-4513-8383-e48d4f0ff309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.914003 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0074268f-3ab8-4513-8383-e48d4f0ff309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.974326 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0074268f-3ab8-4513-8383-e48d4f0ff309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:44.978721 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-253cce93-7af7-411b-9cf8-cf33422fc849 tempest-TestShelveInstance-52965889 tempest-TestShelveInstance-52965889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:44.995974 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074268f-3ab8-4513-8383-e48d4f0ff309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f01e80-c239-4807-bc1f-f2f818f86651,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:44.998338 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-0074268f-3ab8-4513-8383-e48d4f0ff309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:45.004472 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-0074268f-3ab8-4513-8383-e48d4f0ff309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:45.006345 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-0074268f-3ab8-4513-8383-e48d4f0ff309 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5f01e80-c239-4807-bc1f-f2f818f86651 HTTP/1.1" status: 204 len: 168 time: 0.1850157 Aug 25 16:18:45.094208 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b3245697-16a8-4a99-ad55-4c5284142ff4 no longer exists at agent ovs-agent-dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 25 16:18:45.131787 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] No Port match for: b3245697-16a8-4a99-ad55-4c5284142ff4 {{(pid=75093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 25 16:18:45.132136 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron.plugins.ml2.rpc [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Device b3245697-16a8-4a99-ad55-4c5284142ff4 not bound to the agent host dv-cinder-805825-2-smb {{(pid=75093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 25 16:18:45.402824 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38042) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:45.452330 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-e8bbdf4b-595e-4734-86cf-31fcaff5f1fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78cc6630b0ab47cc95fdb336254477c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481780 Aug 25 16:18:45.454603 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [-] (75091) accepted ('10.222.0.30', 38046) {{(pid=75091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 25 16:18:45.514861 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c8072dd-6ddc-4245-a933-e20e53f0c758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:45.540820 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c8072dd-6ddc-4245-a933-e20e53f0c758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:45.592563 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c8072dd-6ddc-4245-a933-e20e53f0c758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000388'] for security_group, after_delete {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:45.597458 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-b175dee2-0273-4858-9147-fce8d407531b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 25 16:18:45.608403 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8072dd-6ddc-4245-a933-e20e53f0c758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651c5e3-0c1f-46cf-8a02-698c7cbbf089,revision_number=None']} {{(pid=75091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 16:18:45.613045 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG oslo_concurrency.lockutils [None req-7c8072dd-6ddc-4245-a933-e20e53f0c758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75091) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 25 16:18:45.615263 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron_lib.callbacks.manager [None req-7c8072dd-6ddc-4245-a933-e20e53f0c758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:45.616264 dv-cinder-805825-2-smb neutron-server[75091]: INFO neutron.wsgi [None req-7c8072dd-6ddc-4245-a933-e20e53f0c758 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b651c5e3-0c1f-46cf-8a02-698c7cbbf089 HTTP/1.1" status: 204 len: 168 time: 0.1607766 Aug 25 16:18:51.537703 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:52.241214 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1fed00ed-7370-4f74-bbd7-874063d263a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:55.438024 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2372d9d8-a6ce-4306-b358-d7b48fe4d6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:56.778337 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:18:58.074665 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:01.781611 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:09.381891 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:21.543309 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:22.245407 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-b739e0c1-5dca-4f43-92fe-3915485eca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:25.431020 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-30f7e61c-c6b4-40e7-bcf6-bb5341106891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:26.783914 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:28.076206 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:38.781746 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:19:39.401332 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:51.547177 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:52.248343 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-492d4dc8-060a-4dba-8d8a-58456a5c090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:55.434222 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-49bbf75d-491f-4c1c-8ce0-2df620cdec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:56.784087 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:19:58.079860 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:09.389783 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:15.782612 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:20:21.553478 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:22.249547 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-132243b2-01f3-49b8-94f1-598d6042a5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:25.436676 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-e37cb9d9-ad16-4e89-b7e7-c76e257a24ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:26.787842 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:28.083547 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:39.408498 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:47.672556 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [req-c028e448-cad8-4e20-b442-e1ee323c9d4b req-45d0ed0a-8d39-4070-a2e7-da5264c26058 service neutron] (75091) timed out ('10.222.0.53', 57650) {{(pid=75091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 25 16:20:51.546126 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.251477 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fe88f3ed-8c0b-4d95-9068-46f568c28598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:52.782871 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:20:55.439263 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-89f99e20-607f-473d-a28f-5f23bc7dbea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:56.790594 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:20:58.085626 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:09.424443 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:21.548234 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:22.259441 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-8c15ce4f-ce67-4d9f-a451-91c6f43bf637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:25.442636 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f16ec1c8-bcf2-4dc9-aeab-cd9f618b2ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:26.799687 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:28.095216 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:29.783535 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:21:39.427153 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:43.257111 dv-cinder-805825-2-smb neutron-server[75091]: DEBUG neutron.wsgi [req-3850344a-d3d7-49e8-9c4d-d4cf7f2230b1 req-6d62f881-7f12-4867-858a-a36adaa7aaae service neutron] (75091) timed out ('10.222.0.53', 57636) {{(pid=75091) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 25 16:21:51.551873 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:52.250005 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-fe5a8a38-06fb-4863-bd9b-9b6c8b9da30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:55.445640 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-e5e5429c-b53f-46db-a706-bb38b0c26590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:56.797070 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:21:58.092698 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:06.783791 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:22:09.435664 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:21.554254 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:22.254222 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-58bc1136-3a39-4dc2-bfdb-8313ba6b16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:25.448093 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-3bcb8946-49a7-43a0-ba75-d203d9f1f1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:26.800869 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:28.095504 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:39.436146 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:43.787481 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:22:51.587846 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:52.256224 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ac07-dcb4-489f-bf82-c96289e21135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:55.449282 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-7710b18c-145b-4d35-be71-ccdda0f4fb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:56.803294 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:22:58.096994 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:09.454606 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:20.788229 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:23:21.559974 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:22.257203 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ac561953-9d29-4abf-8add-30ebf8676ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:25.453422 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-22c7bbea-87f5-4019-8839-01653a724632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:26.806479 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:28.100155 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:39.441831 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:51.563664 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-ba3e428a-70ee-4095-b466-9d3b166af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:52.258302 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-afd1a11f-ae60-40ef-913f-3ed91aaeaf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:55.456090 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-de7bc6a1-a50b-4f37-a1ea-cc04eb619c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:56.809149 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-2f974bea-8630-4dd4-a455-4a7af5912a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:23:57.789352 dv-cinder-805825-2-smb neutron-server[75094]: DEBUG neutron.db.agents_db [None req-4dd9148a-9754-4b53-af45-532e53780ce0 None None] Agent healthcheck: found 6 active agents {{(pid=75094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 25 16:23:58.103744 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-4fbe05f3-4a94-41bc-a2c4-c3679827baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 25 16:24:09.445054 dv-cinder-805825-2-smb neutron-server[75093]: DEBUG neutron_lib.callbacks.manager [None req-1b5d47eb-b506-4edf-b929-d3a10282e6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748443305072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4095159'] for agent, after_update {{(pid=75093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}